{"level":"warn","ts":"2026-03-02T21:24:11.640904Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T21:24:11.64098Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.108:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.108:2380","--initial-cluster=instance=https://199.19.213.108:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.108:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.108:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T21:24:11.64104Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T21:24:11.641055Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.108:2380"]} {"level":"info","ts":"2026-03-02T21:24:11.641074Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T21:24:11.642078Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.108:2379"]} {"level":"info","ts":"2026-03-02T21:24:11.642194Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.108:2380"],"listen-peer-urls":["https://199.19.213.108:2380"],"advertise-client-urls":["https://199.19.213.108:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.108:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.108:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T21:24:11.646538Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.013442ms"} {"level":"info","ts":"2026-03-02T21:24:11.652147Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e9047e95cdba2056","cluster-id":"51f5e218724a48a2"} {"level":"info","ts":"2026-03-02T21:24:11.652238Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T21:24:11.652268Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became follower at term 0"} {"level":"info","ts":"2026-03-02T21:24:11.652283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e9047e95cdba2056 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T21:24:11.652301Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became follower at term 1"} {"level":"info","ts":"2026-03-02T21:24:11.652347Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 switched to configuration voters=(16790684492610805846)"} {"level":"warn","ts":"2026-03-02T21:24:11.660023Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T21:24:11.662046Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T21:24:11.663149Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T21:24:11.666844Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e9047e95cdba2056","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T21:24:11.667073Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e9047e95cdba2056","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T21:24:11.667068Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:24:11.667364Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:24:11.66742Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:24:11.668623Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 switched to configuration voters=(16790684492610805846)"} {"level":"info","ts":"2026-03-02T21:24:11.668883Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"51f5e218724a48a2","local-member-id":"e9047e95cdba2056","added-peer-id":"e9047e95cdba2056","added-peer-peer-urls":["https://199.19.213.108:2380"]} {"level":"info","ts":"2026-03-02T21:24:11.671225Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T21:24:11.671397Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.108:2380"} {"level":"info","ts":"2026-03-02T21:24:11.671465Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.108:2380"} {"level":"info","ts":"2026-03-02T21:24:11.671523Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e9047e95cdba2056","initial-advertise-peer-urls":["https://199.19.213.108:2380"],"listen-peer-urls":["https://199.19.213.108:2380"],"advertise-client-urls":["https://199.19.213.108:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.108:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T21:24:11.671586Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T21:24:11.853182Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T21:24:11.853318Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T21:24:11.85335Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 received MsgPreVoteResp from e9047e95cdba2056 at term 1"} {"level":"info","ts":"2026-03-02T21:24:11.853376Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became candidate at term 2"} {"level":"info","ts":"2026-03-02T21:24:11.85339Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 received MsgVoteResp from e9047e95cdba2056 at term 2"} {"level":"info","ts":"2026-03-02T21:24:11.853409Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became leader at term 2"} {"level":"info","ts":"2026-03-02T21:24:11.853426Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e9047e95cdba2056 elected leader e9047e95cdba2056 at term 2"} {"level":"info","ts":"2026-03-02T21:24:11.855516Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e9047e95cdba2056","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.108:2379]}","request-path":"/0/members/e9047e95cdba2056/attributes","cluster-id":"51f5e218724a48a2","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T21:24:11.855672Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T21:24:11.855798Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T21:24:11.855919Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:24:11.856016Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T21:24:11.856212Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T21:24:11.857171Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"51f5e218724a48a2","local-member-id":"e9047e95cdba2056","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:24:11.857457Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:24:11.857521Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:24:11.859159Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.108:2379"} {"level":"info","ts":"2026-03-02T21:24:11.860946Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-02T21:24:21.88767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.286671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:24:21.887811Z","caller":"traceutil/trace.go:171","msg":"trace[1006454791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:346; }","duration":"109.515048ms","start":"2026-03-02T21:24:21.778275Z","end":"2026-03-02T21:24:21.88779Z","steps":["trace[1006454791] 'range keys from in-memory index tree' (duration: 109.140657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:21.887727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.268664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-02T21:24:21.888056Z","caller":"traceutil/trace.go:171","msg":"trace[857349014] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:346; }","duration":"106.647163ms","start":"2026-03-02T21:24:21.781382Z","end":"2026-03-02T21:24:21.88803Z","steps":["trace[857349014] 'range keys from in-memory index tree' (duration: 106.060898ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:27.127028Z","caller":"traceutil/trace.go:171","msg":"trace[1178875418] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"179.404881ms","start":"2026-03-02T21:24:26.947604Z","end":"2026-03-02T21:24:27.127009Z","steps":["trace[1178875418] 'process raft request' (duration: 179.302829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:27.600183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.5991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-02T21:24:27.60027Z","caller":"traceutil/trace.go:171","msg":"trace[1423910188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:410; }","duration":"371.735263ms","start":"2026-03-02T21:24:27.228519Z","end":"2026-03-02T21:24:27.600254Z","steps":["trace[1423910188] 'range keys from in-memory index tree' (duration: 371.497578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:27.600357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:27.228497Z","time spent":"371.805765ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:24:27.82934Z","caller":"traceutil/trace.go:171","msg":"trace[1655956963] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"223.429087ms","start":"2026-03-02T21:24:27.605887Z","end":"2026-03-02T21:24:27.829316Z","steps":["trace[1655956963] 'process raft request' (duration: 223.269722ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:28.068464Z","caller":"traceutil/trace.go:171","msg":"trace[1528919364] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"460.054639ms","start":"2026-03-02T21:24:27.608371Z","end":"2026-03-02T21:24:28.068426Z","steps":["trace[1528919364] 'process raft request' (duration: 459.783263ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:28.068666Z","caller":"traceutil/trace.go:171","msg":"trace[563655468] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:427; }","duration":"151.460018ms","start":"2026-03-02T21:24:27.917173Z","end":"2026-03-02T21:24:28.068633Z","steps":["trace[563655468] 'read index received' (duration: 150.859143ms)","trace[563655468] 'applied index is now lower than readState.Index' (duration: 598.715µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:28.069005Z","caller":"traceutil/trace.go:171","msg":"trace[1364260176] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"450.773542ms","start":"2026-03-02T21:24:27.618195Z","end":"2026-03-02T21:24:28.068968Z","steps":["trace[1364260176] 'process raft request' (duration: 450.154976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:28.069173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.972341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:24:28.069219Z","caller":"traceutil/trace.go:171","msg":"trace[2027772249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:413; }","duration":"152.086254ms","start":"2026-03-02T21:24:27.917119Z","end":"2026-03-02T21:24:28.069205Z","steps":["trace[2027772249] 'agreement among raft nodes before linearized reading' (duration: 151.949451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:28.069195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.583162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:24:28.069285Z","caller":"traceutil/trace.go:171","msg":"trace[387210735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:413; }","duration":"142.791317ms","start":"2026-03-02T21:24:27.926466Z","end":"2026-03-02T21:24:28.069257Z","steps":["trace[387210735] 'agreement among raft nodes before linearized reading' (duration: 142.636563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:28.069464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:27.608345Z","time spent":"460.226404ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:28.069577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:27.61818Z","time spent":"450.901846ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:28.205685Z","caller":"traceutil/trace.go:171","msg":"trace[1495565494] linearizableReadLoop","detail":"{readStateIndex:430; appliedIndex:429; }","duration":"125.603318ms","start":"2026-03-02T21:24:28.080055Z","end":"2026-03-02T21:24:28.205658Z","steps":["trace[1495565494] 'read index received' (duration: 97.209483ms)","trace[1495565494] 'applied index is now lower than readState.Index' (duration: 28.392575ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:28.20584Z","caller":"traceutil/trace.go:171","msg":"trace[789019505] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"125.780331ms","start":"2026-03-02T21:24:28.08003Z","end":"2026-03-02T21:24:28.20581Z","steps":["trace[789019505] 'process raft request' (duration: 97.259794ms)","trace[789019505] 'compare' (duration: 28.22061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:28.205868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.798732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"info","ts":"2026-03-02T21:24:28.205913Z","caller":"traceutil/trace.go:171","msg":"trace[772727875] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:414; }","duration":"125.908275ms","start":"2026-03-02T21:24:28.079995Z","end":"2026-03-02T21:24:28.205903Z","steps":["trace[772727875] 'agreement among raft nodes before linearized reading' (duration: 125.787152ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:28.206218Z","caller":"traceutil/trace.go:171","msg":"trace[1606376583] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"123.057453ms","start":"2026-03-02T21:24:28.083147Z","end":"2026-03-02T21:24:28.206204Z","steps":["trace[1606376583] 'process raft request' (duration: 122.835648ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:28.206329Z","caller":"traceutil/trace.go:171","msg":"trace[212498474] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"120.920468ms","start":"2026-03-02T21:24:28.085387Z","end":"2026-03-02T21:24:28.206308Z","steps":["trace[212498474] 'process raft request' (duration: 120.747414ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:43.992865Z","caller":"traceutil/trace.go:171","msg":"trace[1236774695] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"156.196927ms","start":"2026-03-02T21:24:43.836635Z","end":"2026-03-02T21:24:43.992832Z","steps":["trace[1236774695] 'process raft request' (duration: 156.044854ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:49.073882Z","caller":"traceutil/trace.go:171","msg":"trace[71919023] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"246.328275ms","start":"2026-03-02T21:24:48.827515Z","end":"2026-03-02T21:24:49.073844Z","steps":["trace[71919023] 'process raft request' (duration: 246.110179ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:08.42158Z","caller":"traceutil/trace.go:171","msg":"trace[557959209] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"109.978769ms","start":"2026-03-02T21:25:08.311554Z","end":"2026-03-02T21:25:08.421533Z","steps":["trace[557959209] 'process raft request' (duration: 109.767193ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:10.589525Z","caller":"traceutil/trace.go:171","msg":"trace[432730552] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"602.765593ms","start":"2026-03-02T21:25:09.986737Z","end":"2026-03-02T21:25:10.589503Z","steps":["trace[432730552] 'process raft request' (duration: 602.580389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:10.589699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:09.986709Z","time spent":"602.895055ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1601,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:10.589751Z","caller":"traceutil/trace.go:171","msg":"trace[1193882841] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"601.965352ms","start":"2026-03-02T21:25:09.987752Z","end":"2026-03-02T21:25:10.589717Z","steps":["trace[1193882841] 'process raft request' (duration: 601.696865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:10.590132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:09.987732Z","time spent":"602.200488ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:10.60456Z","caller":"traceutil/trace.go:171","msg":"trace[828286542] linearizableReadLoop","detail":"{readStateIndex:962; appliedIndex:959; }","duration":"368.605725ms","start":"2026-03-02T21:25:10.23593Z","end":"2026-03-02T21:25:10.604535Z","steps":["trace[828286542] 'read index received' (duration: 353.485293ms)","trace[828286542] 'applied index is now lower than readState.Index' (duration: 15.118842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:10.604708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.78093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T21:25:10.604776Z","caller":"traceutil/trace.go:171","msg":"trace[2079083116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:934; }","duration":"368.890332ms","start":"2026-03-02T21:25:10.235873Z","end":"2026-03-02T21:25:10.604764Z","steps":["trace[2079083116] 'agreement among raft nodes before linearized reading' (duration: 368.717158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:10.604807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:10.235848Z","time spent":"368.951934ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:25:10.609699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.369634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:25:10.609736Z","caller":"traceutil/trace.go:171","msg":"trace[1839415471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:935; }","duration":"183.455706ms","start":"2026-03-02T21:25:10.426271Z","end":"2026-03-02T21:25:10.609727Z","steps":["trace[1839415471] 'agreement among raft nodes before linearized reading' (duration: 183.336754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:10.610068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.954274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:25:10.610088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.56262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:25:10.610151Z","caller":"traceutil/trace.go:171","msg":"trace[1002327211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:935; }","duration":"109.073167ms","start":"2026-03-02T21:25:10.501056Z","end":"2026-03-02T21:25:10.610129Z","steps":["trace[1002327211] 'agreement among raft nodes before linearized reading' (duration: 108.868131ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:10.610186Z","caller":"traceutil/trace.go:171","msg":"trace[1755618634] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:935; }","duration":"151.668153ms","start":"2026-03-02T21:25:10.458469Z","end":"2026-03-02T21:25:10.610137Z","steps":["trace[1755618634] 'agreement among raft nodes before linearized reading' (duration: 151.483129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:01.139986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.852231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:26:01.14005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.31064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T21:26:01.140061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.021745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:26:01.140118Z","caller":"traceutil/trace.go:171","msg":"trace[1770894070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1588; }","duration":"195.384331ms","start":"2026-03-02T21:26:00.944716Z","end":"2026-03-02T21:26:01.1401Z","steps":["trace[1770894070] 'range keys from in-memory index tree' (duration: 195.089273ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:01.140154Z","caller":"traceutil/trace.go:171","msg":"trace[968763551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1588; }","duration":"188.146168ms","start":"2026-03-02T21:26:00.951986Z","end":"2026-03-02T21:26:01.140132Z","steps":["trace[968763551] 'range keys from in-memory index tree' (duration: 187.876871ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:01.140089Z","caller":"traceutil/trace.go:171","msg":"trace[862584931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1588; }","duration":"362.010635ms","start":"2026-03-02T21:26:00.778054Z","end":"2026-03-02T21:26:01.140065Z","steps":["trace[862584931] 'range keys from in-memory index tree' (duration: 361.714357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:01.140429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.744698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:26:01.140423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.352826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd916619-3193-4c4f-b7f9-1af76e32a186\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-02T21:26:01.140454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:00.778032Z","time spent":"362.404744ms","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:26:01.140481Z","caller":"traceutil/trace.go:171","msg":"trace[1124572527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1588; }","duration":"187.814509ms","start":"2026-03-02T21:26:00.952652Z","end":"2026-03-02T21:26:01.140466Z","steps":["trace[1124572527] 'range keys from in-memory index tree' (duration: 187.639195ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:01.140503Z","caller":"traceutil/trace.go:171","msg":"trace[304380944] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd916619-3193-4c4f-b7f9-1af76e32a186; range_end:; response_count:1; response_revision:1588; }","duration":"389.488699ms","start":"2026-03-02T21:26:00.750995Z","end":"2026-03-02T21:26:01.140483Z","steps":["trace[304380944] 'range keys from in-memory index tree' (duration: 389.13546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:01.1405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.831562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:26:01.140504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.502577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:26:01.140573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:00.750976Z","time spent":"389.573091ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd916619-3193-4c4f-b7f9-1af76e32a186\" "} {"level":"info","ts":"2026-03-02T21:26:01.140576Z","caller":"traceutil/trace.go:171","msg":"trace[1794714540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1588; }","duration":"191.946644ms","start":"2026-03-02T21:26:00.948615Z","end":"2026-03-02T21:26:01.140561Z","steps":["trace[1794714540] 'range keys from in-memory index tree' (duration: 191.682788ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:01.140602Z","caller":"traceutil/trace.go:171","msg":"trace[1482486767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1588; }","duration":"190.638021ms","start":"2026-03-02T21:26:00.949944Z","end":"2026-03-02T21:26:01.140582Z","steps":["trace[1482486767] 'range keys from in-memory index tree' (duration: 190.338314ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:01.149085Z","caller":"traceutil/trace.go:171","msg":"trace[2137268944] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"181.969002ms","start":"2026-03-02T21:26:00.967099Z","end":"2026-03-02T21:26:01.149068Z","steps":["trace[2137268944] 'process raft request' (duration: 181.786587ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:01.149276Z","caller":"traceutil/trace.go:171","msg":"trace[859378531] linearizableReadLoop","detail":"{readStateIndex:1655; appliedIndex:1654; }","duration":"136.714578ms","start":"2026-03-02T21:26:01.01233Z","end":"2026-03-02T21:26:01.149044Z","steps":["trace[859378531] 'read index received' (duration: 136.611744ms)","trace[859378531] 'applied index is now lower than readState.Index' (duration: 102.124µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:01.149326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.987434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:26:01.14937Z","caller":"traceutil/trace.go:171","msg":"trace[1471022447] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1589; }","duration":"137.058026ms","start":"2026-03-02T21:26:01.012299Z","end":"2026-03-02T21:26:01.149357Z","steps":["trace[1471022447] 'agreement among raft nodes before linearized reading' (duration: 136.959384ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:01.614534Z","caller":"traceutil/trace.go:171","msg":"trace[1662135509] linearizableReadLoop","detail":"{readStateIndex:1662; appliedIndex:1661; }","duration":"335.527915ms","start":"2026-03-02T21:26:01.278984Z","end":"2026-03-02T21:26:01.614512Z","steps":["trace[1662135509] 'read index received' (duration: 335.047403ms)","trace[1662135509] 'applied index is now lower than readState.Index' (duration: 479.612µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:01.614778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.763422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:26:01.614873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.651243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T21:26:01.61488Z","caller":"traceutil/trace.go:171","msg":"trace[1792634325] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1596; }","duration":"335.930615ms","start":"2026-03-02T21:26:01.278928Z","end":"2026-03-02T21:26:01.614858Z","steps":["trace[1792634325] 'agreement among raft nodes before linearized reading' (duration: 335.69834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:01.614935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:01.278902Z","time spent":"336.021758ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:26:01.61461Z","caller":"traceutil/trace.go:171","msg":"trace[1875249451] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"366.810856ms","start":"2026-03-02T21:26:01.247768Z","end":"2026-03-02T21:26:01.614579Z","steps":["trace[1875249451] 'process raft request' (duration: 366.373275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:01.615423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:01.247747Z","time spent":"367.289777ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:01.615573Z","caller":"traceutil/trace.go:171","msg":"trace[1142091067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1596; }","duration":"158.737985ms","start":"2026-03-02T21:26:01.456162Z","end":"2026-03-02T21:26:01.6149Z","steps":["trace[1142091067] 'agreement among raft nodes before linearized reading' (duration: 158.598702ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:07.384119Z","caller":"traceutil/trace.go:171","msg":"trace[1845516166] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"127.451154ms","start":"2026-03-02T21:26:07.256641Z","end":"2026-03-02T21:26:07.384092Z","steps":["trace[1845516166] 'process raft request' (duration: 127.203177ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:07.384427Z","caller":"traceutil/trace.go:171","msg":"trace[53131675] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"127.623347ms","start":"2026-03-02T21:26:07.256772Z","end":"2026-03-02T21:26:07.384395Z","steps":["trace[53131675] 'process raft request' (duration: 127.266848ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:07.384464Z","caller":"traceutil/trace.go:171","msg":"trace[1593306258] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"123.896973ms","start":"2026-03-02T21:26:07.260536Z","end":"2026-03-02T21:26:07.384433Z","steps":["trace[1593306258] 'process raft request' (duration: 123.76085ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:07.384556Z","caller":"traceutil/trace.go:171","msg":"trace[1135297150] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"116.535346ms","start":"2026-03-02T21:26:07.267996Z","end":"2026-03-02T21:26:07.384531Z","steps":["trace[1135297150] 'process raft request' (duration: 116.388953ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:07.384621Z","caller":"traceutil/trace.go:171","msg":"trace[1658240061] linearizableReadLoop","detail":"{readStateIndex:1720; appliedIndex:1716; }","duration":"102.221855ms","start":"2026-03-02T21:26:07.282306Z","end":"2026-03-02T21:26:07.384528Z","steps":["trace[1658240061] 'read index received' (duration: 101.577769ms)","trace[1658240061] 'applied index is now lower than readState.Index' (duration: 642.886µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:07.384806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.486282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:26:07.384848Z","caller":"traceutil/trace.go:171","msg":"trace[2098581917] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1652; }","duration":"102.597295ms","start":"2026-03-02T21:26:07.28224Z","end":"2026-03-02T21:26:07.384838Z","steps":["trace[2098581917] 'agreement among raft nodes before linearized reading' (duration: 102.42492ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:10.408026Z","caller":"traceutil/trace.go:171","msg":"trace[2142747739] linearizableReadLoop","detail":"{readStateIndex:1744; appliedIndex:1743; }","duration":"118.208709ms","start":"2026-03-02T21:26:10.289792Z","end":"2026-03-02T21:26:10.408001Z","steps":["trace[2142747739] 'read index received' (duration: 95.884924ms)","trace[2142747739] 'applied index is now lower than readState.Index' (duration: 22.322435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:10.408274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.462996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-03-02T21:26:10.408312Z","caller":"traceutil/trace.go:171","msg":"trace[2084963808] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1675; }","duration":"118.563478ms","start":"2026-03-02T21:26:10.289739Z","end":"2026-03-02T21:26:10.408303Z","steps":["trace[2084963808] 'agreement among raft nodes before linearized reading' (duration: 118.364853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:15.574622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.293355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-02T21:26:15.574661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.473607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:26:15.574703Z","caller":"traceutil/trace.go:171","msg":"trace[708417392] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1708; }","duration":"151.427169ms","start":"2026-03-02T21:26:15.423257Z","end":"2026-03-02T21:26:15.574684Z","steps":["trace[708417392] 'range keys from in-memory index tree' (duration: 151.165002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:15.574712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.321894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-03-02T21:26:15.574745Z","caller":"traceutil/trace.go:171","msg":"trace[638726642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1708; }","duration":"156.595981ms","start":"2026-03-02T21:26:15.418129Z","end":"2026-03-02T21:26:15.574725Z","steps":["trace[638726642] 'range keys from in-memory index tree' (duration: 156.249162ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:15.574805Z","caller":"traceutil/trace.go:171","msg":"trace[1359027849] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1708; }","duration":"143.446128ms","start":"2026-03-02T21:26:15.431335Z","end":"2026-03-02T21:26:15.574781Z","steps":["trace[1359027849] 'range keys from in-memory index tree' (duration: 143.195101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:15.574847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.97088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:26:15.574949Z","caller":"traceutil/trace.go:171","msg":"trace[1906354409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1708; }","duration":"157.122583ms","start":"2026-03-02T21:26:15.417802Z","end":"2026-03-02T21:26:15.574925Z","steps":["trace[1906354409] 'range keys from in-memory index tree' (duration: 156.769904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:15.574974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.758914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:26:15.57502Z","caller":"traceutil/trace.go:171","msg":"trace[1075858930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1708; }","duration":"156.818455ms","start":"2026-03-02T21:26:15.418191Z","end":"2026-03-02T21:26:15.57501Z","steps":["trace[1075858930] 'range keys from in-memory index tree' (duration: 156.434716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:15.575134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.081272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:26:15.575196Z","caller":"traceutil/trace.go:171","msg":"trace[1166675821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1708; }","duration":"155.655826ms","start":"2026-03-02T21:26:15.419526Z","end":"2026-03-02T21:26:15.575182Z","steps":["trace[1166675821] 'range keys from in-memory index tree' (duration: 154.961239ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:41.442634Z","caller":"traceutil/trace.go:171","msg":"trace[2117158683] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"111.79999ms","start":"2026-03-02T21:26:41.330803Z","end":"2026-03-02T21:26:41.442603Z","steps":["trace[2117158683] 'process raft request' (duration: 111.594365ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:53.93364Z","caller":"traceutil/trace.go:171","msg":"trace[1678859356] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1979; }","duration":"155.274862ms","start":"2026-03-02T21:26:53.778344Z","end":"2026-03-02T21:26:53.933619Z","steps":["trace[1678859356] 'read index received' (duration: 155.16775ms)","trace[1678859356] 'applied index is now lower than readState.Index' (duration: 106.192µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:53.933671Z","caller":"traceutil/trace.go:171","msg":"trace[1681697253] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"304.160959ms","start":"2026-03-02T21:26:53.629485Z","end":"2026-03-02T21:26:53.933646Z","steps":["trace[1681697253] 'process raft request' (duration: 303.996785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:53.933802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.455356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:53.934028Z","caller":"traceutil/trace.go:171","msg":"trace[752595672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1902; }","duration":"155.563108ms","start":"2026-03-02T21:26:53.778271Z","end":"2026-03-02T21:26:53.933834Z","steps":["trace[752595672] 'agreement among raft nodes before linearized reading' (duration: 155.457336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:53.934094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:53.629455Z","time spent":"304.312304ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:53.934121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.490602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:26:53.934216Z","caller":"traceutil/trace.go:171","msg":"trace[1409171126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1902; }","duration":"136.642365ms","start":"2026-03-02T21:26:53.797553Z","end":"2026-03-02T21:26:53.934195Z","steps":["trace[1409171126] 'agreement among raft nodes before linearized reading' (duration: 136.404558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:53.934164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.370864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:26:53.934411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.701556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:26:53.934124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.458251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:26:53.934481Z","caller":"traceutil/trace.go:171","msg":"trace[1283818873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1902; }","duration":"136.800339ms","start":"2026-03-02T21:26:53.797651Z","end":"2026-03-02T21:26:53.934451Z","steps":["trace[1283818873] 'agreement among raft nodes before linearized reading' (duration: 136.524473ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:53.934524Z","caller":"traceutil/trace.go:171","msg":"trace[702744822] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1902; }","duration":"136.914722ms","start":"2026-03-02T21:26:53.797589Z","end":"2026-03-02T21:26:53.934503Z","steps":["trace[702744822] 'agreement among raft nodes before linearized reading' (duration: 136.356527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:53.934503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.84269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:26:53.934655Z","caller":"traceutil/trace.go:171","msg":"trace[510366881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1902; }","duration":"137.045175ms","start":"2026-03-02T21:26:53.797577Z","end":"2026-03-02T21:26:53.934622Z","steps":["trace[510366881] 'agreement among raft nodes before linearized reading' (duration: 136.583503ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:53.934415Z","caller":"traceutil/trace.go:171","msg":"trace[843045147] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1902; }","duration":"144.754443ms","start":"2026-03-02T21:26:53.789631Z","end":"2026-03-02T21:26:53.934385Z","steps":["trace[843045147] 'agreement among raft nodes before linearized reading' (duration: 144.25375ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:54.177723Z","caller":"traceutil/trace.go:171","msg":"trace[1725154403] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"238.217913ms","start":"2026-03-02T21:26:53.939475Z","end":"2026-03-02T21:26:54.177693Z","steps":["trace[1725154403] 'process raft request' (duration: 238.088909ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:54.177801Z","caller":"traceutil/trace.go:171","msg":"trace[1569503032] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"238.018648ms","start":"2026-03-02T21:26:53.939773Z","end":"2026-03-02T21:26:54.177791Z","steps":["trace[1569503032] 'process raft request' (duration: 237.880894ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:54.177801Z","caller":"traceutil/trace.go:171","msg":"trace[550355147] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1980; }","duration":"145.006319ms","start":"2026-03-02T21:26:54.03275Z","end":"2026-03-02T21:26:54.177756Z","steps":["trace[550355147] 'read index received' (duration: 60.907648ms)","trace[550355147] 'applied index is now lower than readState.Index' (duration: 84.097591ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:54.177729Z","caller":"traceutil/trace.go:171","msg":"trace[1483313354] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"238.968852ms","start":"2026-03-02T21:26:53.938727Z","end":"2026-03-02T21:26:54.177695Z","steps":["trace[1483313354] 'process raft request' (duration: 154.83479ms)","trace[1483313354] 'compare' (duration: 83.832844ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:54.177967Z","caller":"traceutil/trace.go:171","msg":"trace[1093221425] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"238.072209ms","start":"2026-03-02T21:26:53.939879Z","end":"2026-03-02T21:26:54.177951Z","steps":["trace[1093221425] 'process raft request' (duration: 237.828604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:54.178084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.412988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18992357f5e00ac3\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-02T21:26:54.178136Z","caller":"traceutil/trace.go:171","msg":"trace[1950725106] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18992357f5e00ac3; range_end:; response_count:1; response_revision:1907; }","duration":"134.513491ms","start":"2026-03-02T21:26:54.043607Z","end":"2026-03-02T21:26:54.178121Z","steps":["trace[1950725106] 'agreement among raft nodes before linearized reading' (duration: 134.352647ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:54.177918Z","caller":"traceutil/trace.go:171","msg":"trace[689570129] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"238.149431ms","start":"2026-03-02T21:26:53.93976Z","end":"2026-03-02T21:26:54.177909Z","steps":["trace[689570129] 'process raft request' (duration: 237.849553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:54.17876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.025794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T21:26:54.178873Z","caller":"traceutil/trace.go:171","msg":"trace[1794467166] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1907; }","duration":"146.152458ms","start":"2026-03-02T21:26:54.032666Z","end":"2026-03-02T21:26:54.178819Z","steps":["trace[1794467166] 'agreement among raft nodes before linearized reading' (duration: 145.387629ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:18.242602Z","caller":"traceutil/trace.go:171","msg":"trace[1534891369] linearizableReadLoop","detail":"{readStateIndex:2611; appliedIndex:2610; }","duration":"163.794385ms","start":"2026-03-02T21:28:18.078783Z","end":"2026-03-02T21:28:18.242578Z","steps":["trace[1534891369] 'read index received' (duration: 163.5706ms)","trace[1534891369] 'applied index is now lower than readState.Index' (duration: 222.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:28:18.242729Z","caller":"traceutil/trace.go:171","msg":"trace[299687084] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"243.169813ms","start":"2026-03-02T21:28:17.999526Z","end":"2026-03-02T21:28:18.242695Z","steps":["trace[299687084] 'process raft request' (duration: 242.889846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:18.242828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.377964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T21:28:18.242871Z","caller":"traceutil/trace.go:171","msg":"trace[1322001176] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2509; }","duration":"100.497328ms","start":"2026-03-02T21:28:18.142362Z","end":"2026-03-02T21:28:18.24286Z","steps":["trace[1322001176] 'agreement among raft nodes before linearized reading' (duration: 100.359653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:18.242852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.067582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1899236cb171506b\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-02T21:28:18.242941Z","caller":"traceutil/trace.go:171","msg":"trace[955123888] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1899236cb171506b; range_end:; response_count:1; response_revision:2509; }","duration":"164.198775ms","start":"2026-03-02T21:28:18.078726Z","end":"2026-03-02T21:28:18.242925Z","steps":["trace[955123888] 'agreement among raft nodes before linearized reading' (duration: 163.971459ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:18.620655Z","caller":"traceutil/trace.go:171","msg":"trace[595837131] linearizableReadLoop","detail":"{readStateIndex:2612; appliedIndex:2611; }","duration":"372.22461ms","start":"2026-03-02T21:28:18.24841Z","end":"2026-03-02T21:28:18.620635Z","steps":["trace[595837131] 'read index received' (duration: 357.496334ms)","trace[595837131] 'applied index is now lower than readState.Index' (duration: 14.717256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:28:18.620833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.148328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T21:28:18.620835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.449406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-02T21:28:18.620921Z","caller":"traceutil/trace.go:171","msg":"trace[1437203590] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2511; }","duration":"372.530299ms","start":"2026-03-02T21:28:18.24837Z","end":"2026-03-02T21:28:18.6209Z","steps":["trace[1437203590] 'agreement among raft nodes before linearized reading' (duration: 372.355203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:18.620996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:18.248325Z","time spent":"372.651221ms","remote":"127.0.0.1:46982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-02T21:28:18.621079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.085594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:28:18.620864Z","caller":"traceutil/trace.go:171","msg":"trace[2045767924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2511; }","duration":"226.215159ms","start":"2026-03-02T21:28:18.39464Z","end":"2026-03-02T21:28:18.620855Z","steps":["trace[2045767924] 'agreement among raft nodes before linearized reading' (duration: 226.100087ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:18.621195Z","caller":"traceutil/trace.go:171","msg":"trace[1648413193] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2511; }","duration":"110.239617ms","start":"2026-03-02T21:28:18.510934Z","end":"2026-03-02T21:28:18.621173Z","steps":["trace[1648413193] 'agreement among raft nodes before linearized reading' (duration: 109.976361ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:18.620688Z","caller":"traceutil/trace.go:171","msg":"trace[172790424] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"374.244901ms","start":"2026-03-02T21:28:18.246355Z","end":"2026-03-02T21:28:18.6206Z","steps":["trace[172790424] 'process raft request' (duration: 359.566326ms)","trace[172790424] 'compare' (duration: 14.458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:28:18.622001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:18.246306Z","time spent":"375.616047ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:28:19.237126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.535017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:28:19.237233Z","caller":"traceutil/trace.go:171","msg":"trace[2004110625] linearizableReadLoop","detail":"{readStateIndex:2614; appliedIndex:2613; }","duration":"610.991901ms","start":"2026-03-02T21:28:18.626226Z","end":"2026-03-02T21:28:19.237218Z","steps":["trace[2004110625] 'read index received' (duration: 339.125705ms)","trace[2004110625] 'applied index is now lower than readState.Index' (duration: 271.864576ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:28:19.237294Z","caller":"traceutil/trace.go:171","msg":"trace[1048473843] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"611.128314ms","start":"2026-03-02T21:28:18.626155Z","end":"2026-03-02T21:28:19.237283Z","steps":["trace[1048473843] 'process raft request' (duration: 339.200867ms)","trace[1048473843] 'compare' (duration: 271.336092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:28:19.237345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:18.62613Z","time spent":"611.187206ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:28:19.237554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.323768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1899236f1460eb11\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-02T21:28:19.237687Z","caller":"traceutil/trace.go:171","msg":"trace[1321152249] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1899236f1460eb11; range_end:; response_count:1; response_revision:2512; }","duration":"611.499574ms","start":"2026-03-02T21:28:18.626176Z","end":"2026-03-02T21:28:19.237676Z","steps":["trace[1321152249] 'agreement among raft nodes before linearized reading' (duration: 611.291138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:19.237611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.365189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-03-02T21:28:19.237762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:18.626156Z","time spent":"611.594796ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.1899236f1460eb11\" "} {"level":"info","ts":"2026-03-02T21:28:19.237785Z","caller":"traceutil/trace.go:171","msg":"trace[1075965] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2512; }","duration":"611.605417ms","start":"2026-03-02T21:28:18.626161Z","end":"2026-03-02T21:28:19.237767Z","steps":["trace[1075965] 'agreement among raft nodes before linearized reading' (duration: 611.337829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:19.237839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:18.626131Z","time spent":"611.697139ms","remote":"127.0.0.1:46982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-02T21:28:19.240395Z","caller":"traceutil/trace.go:171","msg":"trace[344142658] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"614.013368ms","start":"2026-03-02T21:28:18.626366Z","end":"2026-03-02T21:28:19.240379Z","steps":["trace[344142658] 'process raft request' (duration: 613.896445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:19.240486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:18.626345Z","time spent":"614.097089ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:28:19.240706Z","caller":"traceutil/trace.go:171","msg":"trace[2077971688] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"613.381241ms","start":"2026-03-02T21:28:18.627303Z","end":"2026-03-02T21:28:19.240685Z","steps":["trace[2077971688] 'process raft request' (duration: 613.034662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:19.240838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:18.627283Z","time spent":"613.487664ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:28:19.240975Z","caller":"traceutil/trace.go:171","msg":"trace[1885795687] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"612.93014ms","start":"2026-03-02T21:28:18.628031Z","end":"2026-03-02T21:28:19.240961Z","steps":["trace[1885795687] 'process raft request' (duration: 612.902409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:19.241087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:18.627994Z","time spent":"613.029982ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:28:19.241151Z","caller":"traceutil/trace.go:171","msg":"trace[1864905458] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"613.802782ms","start":"2026-03-02T21:28:18.627333Z","end":"2026-03-02T21:28:19.241135Z","steps":["trace[1864905458] 'process raft request' (duration: 613.157376ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:19.241203Z","caller":"traceutil/trace.go:171","msg":"trace[539623553] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"613.692169ms","start":"2026-03-02T21:28:18.627505Z","end":"2026-03-02T21:28:19.241197Z","steps":["trace[539623553] 'process raft request' (duration: 613.402421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:19.241225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:18.627313Z","time spent":"613.877524ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:28:19.241251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:18.627489Z","time spent":"613.727691ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:28:19.247318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.673591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:28:19.247392Z","caller":"traceutil/trace.go:171","msg":"trace[1215065691] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2518; }","duration":"388.787294ms","start":"2026-03-02T21:28:18.858585Z","end":"2026-03-02T21:28:19.247372Z","steps":["trace[1215065691] 'agreement among raft nodes before linearized reading' (duration: 388.676081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:19.247442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:18.858531Z","time spent":"388.895166ms","remote":"127.0.0.1:47018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:28:25.452014Z","caller":"traceutil/trace.go:171","msg":"trace[1448710133] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"179.155587ms","start":"2026-03-02T21:28:25.272834Z","end":"2026-03-02T21:28:25.45199Z","steps":["trace[1448710133] 'process raft request' (duration: 179.077505ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:25.452093Z","caller":"traceutil/trace.go:171","msg":"trace[2004693608] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"179.755693ms","start":"2026-03-02T21:28:25.272299Z","end":"2026-03-02T21:28:25.452054Z","steps":["trace[2004693608] 'process raft request' (duration: 179.568908ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:25.452079Z","caller":"traceutil/trace.go:171","msg":"trace[1609534618] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"182.117302ms","start":"2026-03-02T21:28:25.269898Z","end":"2026-03-02T21:28:25.452015Z","steps":["trace[1609534618] 'process raft request' (duration: 181.707891ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:25.452256Z","caller":"traceutil/trace.go:171","msg":"trace[1215588947] linearizableReadLoop","detail":"{readStateIndex:2650; appliedIndex:2648; }","duration":"182.134282ms","start":"2026-03-02T21:28:25.270104Z","end":"2026-03-02T21:28:25.452238Z","steps":["trace[1215588947] 'read index received' (duration: 21.026667ms)","trace[1215588947] 'applied index is now lower than readState.Index' (duration: 161.105505ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:28:25.452323Z","caller":"traceutil/trace.go:171","msg":"trace[889979599] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"177.889635ms","start":"2026-03-02T21:28:25.274405Z","end":"2026-03-02T21:28:25.452295Z","steps":["trace[889979599] 'process raft request' (duration: 177.548167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:25.45379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.664482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:28:25.453891Z","caller":"traceutil/trace.go:171","msg":"trace[1798253466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2549; }","duration":"183.764365ms","start":"2026-03-02T21:28:25.270087Z","end":"2026-03-02T21:28:25.453851Z","steps":["trace[1798253466] 'agreement among raft nodes before linearized reading' (duration: 182.275286ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:25.6713Z","caller":"traceutil/trace.go:171","msg":"trace[278926343] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"216.528802ms","start":"2026-03-02T21:28:25.454747Z","end":"2026-03-02T21:28:25.671275Z","steps":["trace[278926343] 'process raft request' (duration: 146.984395ms)","trace[278926343] 'compare' (duration: 69.331722ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:28:25.6713Z","caller":"traceutil/trace.go:171","msg":"trace[265941876] linearizableReadLoop","detail":"{readStateIndex:2654; appliedIndex:2653; }","duration":"213.439864ms","start":"2026-03-02T21:28:25.457829Z","end":"2026-03-02T21:28:25.671269Z","steps":["trace[265941876] 'read index received' (duration: 143.876347ms)","trace[265941876] 'applied index is now lower than readState.Index' (duration: 69.560677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:28:25.671506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.642678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:28:25.671575Z","caller":"traceutil/trace.go:171","msg":"trace[1715554839] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2550; }","duration":"213.735092ms","start":"2026-03-02T21:28:25.457823Z","end":"2026-03-02T21:28:25.671558Z","steps":["trace[1715554839] 'agreement among raft nodes before linearized reading' (duration: 213.560906ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:25.738282Z","caller":"traceutil/trace.go:171","msg":"trace[1990597722] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"280.115877ms","start":"2026-03-02T21:28:25.45814Z","end":"2026-03-02T21:28:25.738256Z","steps":["trace[1990597722] 'process raft request' (duration: 279.947172ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:17.172303Z","caller":"traceutil/trace.go:171","msg":"trace[1265745059] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"131.256426ms","start":"2026-03-02T21:30:17.041Z","end":"2026-03-02T21:30:17.172256Z","steps":["trace[1265745059] 'process raft request' (duration: 130.990259ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:45.458197Z","caller":"traceutil/trace.go:171","msg":"trace[624621728] transaction","detail":"{read_only:false; response_revision:3414; number_of_response:1; }","duration":"186.5146ms","start":"2026-03-02T21:30:45.271652Z","end":"2026-03-02T21:30:45.458167Z","steps":["trace[624621728] 'process raft request' (duration: 186.274814ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:51.131531Z","caller":"traceutil/trace.go:171","msg":"trace[342986512] linearizableReadLoop","detail":"{readStateIndex:3579; appliedIndex:3578; }","duration":"146.761193ms","start":"2026-03-02T21:30:50.984743Z","end":"2026-03-02T21:30:51.131504Z","steps":["trace[342986512] 'read index received' (duration: 146.497435ms)","trace[342986512] 'applied index is now lower than readState.Index' (duration: 262.708µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:51.131592Z","caller":"traceutil/trace.go:171","msg":"trace[915587295] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"319.690385ms","start":"2026-03-02T21:30:50.811865Z","end":"2026-03-02T21:30:51.131556Z","steps":["trace[915587295] 'process raft request' (duration: 319.468769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:51.13173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.978169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T21:30:51.131771Z","caller":"traceutil/trace.go:171","msg":"trace[67239942] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3438; }","duration":"147.066261ms","start":"2026-03-02T21:30:50.984692Z","end":"2026-03-02T21:30:51.131759Z","steps":["trace[67239942] 'agreement among raft nodes before linearized reading' (duration: 146.910857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:51.131784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:50.811839Z","time spent":"319.849048ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:30:51.587374Z","caller":"traceutil/trace.go:171","msg":"trace[1760563651] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"451.466654ms","start":"2026-03-02T21:30:51.135868Z","end":"2026-03-02T21:30:51.587335Z","steps":["trace[1760563651] 'process raft request' (duration: 435.126495ms)","trace[1760563651] 'compare' (duration: 15.806745ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:51.587443Z","caller":"traceutil/trace.go:171","msg":"trace[830139317] transaction","detail":"{read_only:false; response_revision:3440; number_of_response:1; }","duration":"111.892842ms","start":"2026-03-02T21:30:51.475485Z","end":"2026-03-02T21:30:51.587378Z","steps":["trace[830139317] 'process raft request' (duration: 111.741857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:51.587683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:51.135846Z","time spent":"451.621497ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:10.749715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.21108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:10.749787Z","caller":"traceutil/trace.go:171","msg":"trace[1245534523] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4434; }","duration":"164.330882ms","start":"2026-03-02T21:32:10.585443Z","end":"2026-03-02T21:32:10.749774Z","steps":["trace[1245534523] 'count revisions from in-memory index tree' (duration: 164.098036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.380721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.515961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-02T21:32:12.380814Z","caller":"traceutil/trace.go:171","msg":"trace[126594290] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4529; }","duration":"343.617114ms","start":"2026-03-02T21:32:12.037173Z","end":"2026-03-02T21:32:12.380791Z","steps":["trace[126594290] 'range keys from in-memory index tree' (duration: 343.330327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.380856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.037131Z","time spent":"343.714697ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-02T21:32:12.380891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.064101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-02T21:32:12.38095Z","caller":"traceutil/trace.go:171","msg":"trace[1093045355] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4529; }","duration":"343.132073ms","start":"2026-03-02T21:32:12.037804Z","end":"2026-03-02T21:32:12.380936Z","steps":["trace[1093045355] 'range keys from in-memory index tree' (duration: 342.987679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.380982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.037798Z","time spent":"343.177204ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-02T21:32:12.380964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.978268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-2225h\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-03-02T21:32:12.381056Z","caller":"traceutil/trace.go:171","msg":"trace[494476780] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-2225h; range_end:; response_count:1; response_revision:4529; }","duration":"308.07232ms","start":"2026-03-02T21:32:12.072958Z","end":"2026-03-02T21:32:12.381031Z","steps":["trace[494476780] 'range keys from in-memory index tree' (duration: 307.877485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.381084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.656602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718800"} {"level":"warn","ts":"2026-03-02T21:32:12.381104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.072954Z","time spent":"308.139882ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9853,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-2225h\" "} {"level":"info","ts":"2026-03-02T21:32:12.381147Z","caller":"traceutil/trace.go:171","msg":"trace[230272313] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4529; }","duration":"245.740414ms","start":"2026-03-02T21:32:12.135392Z","end":"2026-03-02T21:32:12.381133Z","steps":["trace[230272313] 'range keys from in-memory index tree' (duration: 245.280512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.381166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.887761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-02T21:32:12.381294Z","caller":"traceutil/trace.go:171","msg":"trace[100623041] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4529; }","duration":"344.128808ms","start":"2026-03-02T21:32:12.037137Z","end":"2026-03-02T21:32:12.381266Z","steps":["trace[100623041] 'range keys from in-memory index tree' (duration: 343.664196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.381341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.037118Z","time spent":"344.209581ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-02T21:32:12.38066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.68554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-2225h.189923a7980bfd9b\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-02T21:32:12.382696Z","caller":"traceutil/trace.go:171","msg":"trace[682034209] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-2225h.189923a7980bfd9b; range_end:; response_count:1; response_revision:4529; }","duration":"307.735982ms","start":"2026-03-02T21:32:12.074938Z","end":"2026-03-02T21:32:12.382674Z","steps":["trace[682034209] 'range keys from in-memory index tree' (duration: 305.443133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.383027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.074867Z","time spent":"308.140573ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-2225h.189923a7980bfd9b\" "} {"level":"info","ts":"2026-03-02T21:32:14.440732Z","caller":"traceutil/trace.go:171","msg":"trace[720928357] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4560; }","duration":"393.770182ms","start":"2026-03-02T21:32:14.046943Z","end":"2026-03-02T21:32:14.440713Z","steps":["trace[720928357] 'process raft request' (duration: 393.651099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.440851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.046927Z","time spent":"393.871744ms","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:32:14.440717Z","caller":"traceutil/trace.go:171","msg":"trace[1978824058] linearizableReadLoop","detail":"{readStateIndex:4742; appliedIndex:4741; }","duration":"344.017796ms","start":"2026-03-02T21:32:14.096671Z","end":"2026-03-02T21:32:14.440688Z","steps":["trace[1978824058] 'read index received' (duration: 343.893392ms)","trace[1978824058] 'applied index is now lower than readState.Index' (duration: 122.954µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:14.440889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.20596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6f19f5bc-d433-4d62-870b-ec01b759972d\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-02T21:32:14.440951Z","caller":"traceutil/trace.go:171","msg":"trace[198958996] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6f19f5bc-d433-4d62-870b-ec01b759972d; range_end:; response_count:1; response_revision:4560; }","duration":"344.315863ms","start":"2026-03-02T21:32:14.096623Z","end":"2026-03-02T21:32:14.440939Z","steps":["trace[198958996] 'agreement among raft nodes before linearized reading' (duration: 344.151069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.440984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.096602Z","time spent":"344.373855ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6f19f5bc-d433-4d62-870b-ec01b759972d\" "} {"level":"warn","ts":"2026-03-02T21:32:14.441167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.839158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6f19f5bc-d433-4d62-870b-ec01b759972d\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-02T21:32:14.441269Z","caller":"traceutil/trace.go:171","msg":"trace[66691208] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6f19f5bc-d433-4d62-870b-ec01b759972d; range_end:; response_count:1; response_revision:4560; }","duration":"329.000012ms","start":"2026-03-02T21:32:14.11225Z","end":"2026-03-02T21:32:14.44125Z","steps":["trace[66691208] 'agreement among raft nodes before linearized reading' (duration: 328.739346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.441375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.112228Z","time spent":"329.084017ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6f19f5bc-d433-4d62-870b-ec01b759972d\" "} {"level":"info","ts":"2026-03-02T21:32:14.741352Z","caller":"traceutil/trace.go:171","msg":"trace[441454756] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"296.311821ms","start":"2026-03-02T21:32:14.445014Z","end":"2026-03-02T21:32:14.741326Z","steps":["trace[441454756] 'process raft request' (duration: 296.165918ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:15.172456Z","caller":"traceutil/trace.go:171","msg":"trace[1418914497] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"722.838256ms","start":"2026-03-02T21:32:14.449593Z","end":"2026-03-02T21:32:15.172432Z","steps":["trace[1418914497] 'process raft request' (duration: 722.561889ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:15.172583Z","caller":"traceutil/trace.go:171","msg":"trace[27391892] linearizableReadLoop","detail":"{readStateIndex:4745; appliedIndex:4743; }","duration":"605.314795ms","start":"2026-03-02T21:32:14.567237Z","end":"2026-03-02T21:32:15.172551Z","steps":["trace[27391892] 'read index received' (duration: 174.093061ms)","trace[27391892] 'applied index is now lower than readState.Index' (duration: 431.219554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:15.172645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.449579Z","time spent":"722.934508ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:15.172628Z","caller":"traceutil/trace.go:171","msg":"trace[1865912153] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"681.686309ms","start":"2026-03-02T21:32:14.490921Z","end":"2026-03-02T21:32:15.172607Z","steps":["trace[1865912153] 'process raft request' (duration: 681.406772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:15.172801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.490897Z","time spent":"681.832263ms","remote":"127.0.0.1:46904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58198,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:32:15.172889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.627523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2225h-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-03-02T21:32:15.173014Z","caller":"traceutil/trace.go:171","msg":"trace[2078492969] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2225h-tls; range_end:; response_count:1; response_revision:4563; }","duration":"605.804258ms","start":"2026-03-02T21:32:14.567185Z","end":"2026-03-02T21:32:15.172989Z","steps":["trace[2078492969] 'agreement among raft nodes before linearized reading' (duration: 605.486059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:15.173071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.567151Z","time spent":"605.90495ms","remote":"127.0.0.1:57568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2225h-tls\" "} {"level":"info","ts":"2026-03-02T21:32:15.177281Z","caller":"traceutil/trace.go:171","msg":"trace[213466364] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"329.759842ms","start":"2026-03-02T21:32:14.847494Z","end":"2026-03-02T21:32:15.177254Z","steps":["trace[213466364] 'process raft request' (duration: 329.506375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:15.177322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.668799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:32:15.177354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.740152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:32:15.177389Z","caller":"traceutil/trace.go:171","msg":"trace[1932875907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4564; }","duration":"406.741101ms","start":"2026-03-02T21:32:14.770628Z","end":"2026-03-02T21:32:15.17737Z","steps":["trace[1932875907] 'agreement among raft nodes before linearized reading' (duration: 406.514446ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:15.177406Z","caller":"traceutil/trace.go:171","msg":"trace[1090629188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4564; }","duration":"351.830554ms","start":"2026-03-02T21:32:14.825563Z","end":"2026-03-02T21:32:15.177394Z","steps":["trace[1090629188] 'agreement among raft nodes before linearized reading' (duration: 351.623639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:15.177403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.847442Z","time spent":"329.897035ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:15.17744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.825551Z","time spent":"351.883076ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:15.177448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.770608Z","time spent":"406.826393ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:15.177476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.122122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:32:15.177564Z","caller":"traceutil/trace.go:171","msg":"trace[190839735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4564; }","duration":"400.261876ms","start":"2026-03-02T21:32:14.777283Z","end":"2026-03-02T21:32:15.177545Z","steps":["trace[190839735] 'agreement among raft nodes before linearized reading' (duration: 399.99509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:15.177638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.25199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-02T21:32:15.177631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.777261Z","time spent":"400.345119ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:32:15.177668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.722948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:32:15.177695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.517315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l84s4\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-02T21:32:15.17771Z","caller":"traceutil/trace.go:171","msg":"trace[1731852002] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l84s4; range_end:; response_count:1; response_revision:4564; }","duration":"160.568726ms","start":"2026-03-02T21:32:15.017137Z","end":"2026-03-02T21:32:15.177706Z","steps":["trace[1731852002] 'agreement among raft nodes before linearized reading' (duration: 160.527705ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:15.177713Z","caller":"traceutil/trace.go:171","msg":"trace[905154090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4564; }","duration":"400.785229ms","start":"2026-03-02T21:32:14.776914Z","end":"2026-03-02T21:32:15.177699Z","steps":["trace[905154090] 'agreement among raft nodes before linearized reading' (duration: 400.662276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:15.177754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.776905Z","time spent":"400.84009ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:15.177805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.41034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:15.177839Z","caller":"traceutil/trace.go:171","msg":"trace[2093158483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4564; }","duration":"400.488142ms","start":"2026-03-02T21:32:14.777339Z","end":"2026-03-02T21:32:15.177827Z","steps":["trace[2093158483] 'agreement among raft nodes before linearized reading' (duration: 400.438451ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:15.177655Z","caller":"traceutil/trace.go:171","msg":"trace[618209934] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:4564; }","duration":"142.309062ms","start":"2026-03-02T21:32:15.035341Z","end":"2026-03-02T21:32:15.177651Z","steps":["trace[618209934] 'agreement among raft nodes before linearized reading' (duration: 142.257301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:15.177866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.777314Z","time spent":"400.545674ms","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:32:15.177947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.471018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:32:15.177993Z","caller":"traceutil/trace.go:171","msg":"trace[288314579] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4564; }","duration":"401.55226ms","start":"2026-03-02T21:32:14.776425Z","end":"2026-03-02T21:32:15.177977Z","steps":["trace[288314579] 'agreement among raft nodes before linearized reading' (duration: 401.416536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:15.17803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.776405Z","time spent":"401.614951ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:32:17.617285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.016709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6f19f5bc-d433-4d62-870b-ec01b759972d\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-02T21:32:17.617406Z","caller":"traceutil/trace.go:171","msg":"trace[1881796317] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6f19f5bc-d433-4d62-870b-ec01b759972d; range_end:; response_count:1; response_revision:4620; }","duration":"163.188772ms","start":"2026-03-02T21:32:17.454192Z","end":"2026-03-02T21:32:17.617381Z","steps":["trace[1881796317] 'range keys from in-memory index tree' (duration: 162.763802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:17.617446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.218197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:799"} {"level":"info","ts":"2026-03-02T21:32:17.617564Z","caller":"traceutil/trace.go:171","msg":"trace[191974635] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:4620; }","duration":"193.384761ms","start":"2026-03-02T21:32:17.424156Z","end":"2026-03-02T21:32:17.617541Z","steps":["trace[191974635] 'range keys from in-memory index tree' (duration: 193.027463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:17.618361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.152256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787217"} {"level":"info","ts":"2026-03-02T21:32:17.618509Z","caller":"traceutil/trace.go:171","msg":"trace[1868524845] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4620; }","duration":"171.335751ms","start":"2026-03-02T21:32:17.447146Z","end":"2026-03-02T21:32:17.618482Z","steps":["trace[1868524845] 'range keys from in-memory index tree' (duration: 170.060278ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:17.711959Z","caller":"traceutil/trace.go:171","msg":"trace[1884357880] linearizableReadLoop","detail":"{readStateIndex:4805; appliedIndex:4804; }","duration":"190.803296ms","start":"2026-03-02T21:32:17.521131Z","end":"2026-03-02T21:32:17.711934Z","steps":["trace[1884357880] 'read index received' (duration: 190.574031ms)","trace[1884357880] 'applied index is now lower than readState.Index' (duration: 228.225µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:17.712035Z","caller":"traceutil/trace.go:171","msg":"trace[1007659980] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"242.782068ms","start":"2026-03-02T21:32:17.46923Z","end":"2026-03-02T21:32:17.712012Z","steps":["trace[1007659980] 'process raft request' (duration: 242.558443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:17.71212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.96071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:17.712157Z","caller":"traceutil/trace.go:171","msg":"trace[833501890] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4621; }","duration":"191.056072ms","start":"2026-03-02T21:32:17.521091Z","end":"2026-03-02T21:32:17.712147Z","steps":["trace[833501890] 'agreement among raft nodes before linearized reading' (duration: 190.968609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:18.191609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.728379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:18.191714Z","caller":"traceutil/trace.go:171","msg":"trace[1836065074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4621; }","duration":"413.875974ms","start":"2026-03-02T21:32:17.77782Z","end":"2026-03-02T21:32:18.191696Z","steps":["trace[1836065074] 'range keys from in-memory index tree' (duration: 413.670418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:18.191761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:17.777803Z","time spent":"413.940825ms","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:32:18.201163Z","caller":"traceutil/trace.go:171","msg":"trace[175596805] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"331.24916ms","start":"2026-03-02T21:32:17.869892Z","end":"2026-03-02T21:32:18.201141Z","steps":["trace[175596805] 'process raft request' (duration: 331.041375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:18.201326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:17.869867Z","time spent":"331.370303ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:26.392603Z","caller":"traceutil/trace.go:171","msg":"trace[86834577] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"404.760161ms","start":"2026-03-02T21:32:25.987813Z","end":"2026-03-02T21:32:26.392573Z","steps":["trace[86834577] 'process raft request' (duration: 404.493565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:26.393003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:25.987784Z","time spent":"405.13061ms","remote":"127.0.0.1:46876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120969,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:26.396448Z","caller":"traceutil/trace.go:171","msg":"trace[1229394403] linearizableReadLoop","detail":"{readStateIndex:4969; appliedIndex:4967; }","duration":"234.038836ms","start":"2026-03-02T21:32:26.162392Z","end":"2026-03-02T21:32:26.396431Z","steps":["trace[1229394403] 'read index received' (duration: 229.938981ms)","trace[1229394403] 'applied index is now lower than readState.Index' (duration: 4.098955ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:26.396559Z","caller":"traceutil/trace.go:171","msg":"trace[61706450] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"171.669739ms","start":"2026-03-02T21:32:26.224874Z","end":"2026-03-02T21:32:26.396544Z","steps":["trace[61706450] 'process raft request' (duration: 171.497514ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:26.396681Z","caller":"traceutil/trace.go:171","msg":"trace[1736187208] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"236.019367ms","start":"2026-03-02T21:32:26.160618Z","end":"2026-03-02T21:32:26.396637Z","steps":["trace[1736187208] 'process raft request' (duration: 235.631408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:26.396717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.313922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:32:26.396892Z","caller":"traceutil/trace.go:171","msg":"trace[762389663] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4781; }","duration":"234.527698ms","start":"2026-03-02T21:32:26.162333Z","end":"2026-03-02T21:32:26.396861Z","steps":["trace[762389663] 'agreement among raft nodes before linearized reading' (duration: 234.231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:26.400923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.562886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-vtv6q\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-02T21:32:26.400986Z","caller":"traceutil/trace.go:171","msg":"trace[127503179] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-vtv6q; range_end:; response_count:1; response_revision:4782; }","duration":"162.66378ms","start":"2026-03-02T21:32:26.238295Z","end":"2026-03-02T21:32:26.400959Z","steps":["trace[127503179] 'agreement among raft nodes before linearized reading' (duration: 162.538576ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:27.928104Z","caller":"traceutil/trace.go:171","msg":"trace[351496969] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"108.328986ms","start":"2026-03-02T21:32:27.819754Z","end":"2026-03-02T21:32:27.928083Z","steps":["trace[351496969] 'process raft request' (duration: 108.203313ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:31.491376Z","caller":"traceutil/trace.go:171","msg":"trace[89148252] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"108.124241ms","start":"2026-03-02T21:32:31.383236Z","end":"2026-03-02T21:32:31.49136Z","steps":["trace[89148252] 'process raft request' (duration: 107.826884ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:33.086056Z","caller":"traceutil/trace.go:171","msg":"trace[264481780] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"167.516273ms","start":"2026-03-02T21:32:32.918499Z","end":"2026-03-02T21:32:33.086015Z","steps":["trace[264481780] 'process raft request' (duration: 167.084673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.420292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.963753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-pfxqf\" ","response":"range_response_count:1 size:5199"} {"level":"info","ts":"2026-03-02T21:32:33.420702Z","caller":"traceutil/trace.go:171","msg":"trace[193181745] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-pfxqf; range_end:; response_count:1; response_revision:4844; }","duration":"120.442205ms","start":"2026-03-02T21:32:33.300239Z","end":"2026-03-02T21:32:33.420681Z","steps":["trace[193181745] 'range keys from in-memory index tree' (duration: 119.762708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:35.851671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816933999,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:32:36.102341Z","caller":"traceutil/trace.go:171","msg":"trace[24520846] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"781.894829ms","start":"2026-03-02T21:32:35.320402Z","end":"2026-03-02T21:32:36.102297Z","steps":["trace[24520846] 'process raft request' (duration: 781.671013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.102584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:35.320386Z","time spent":"782.069103ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:36.324576Z","caller":"traceutil/trace.go:171","msg":"trace[2143753] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"709.389103ms","start":"2026-03-02T21:32:35.615161Z","end":"2026-03-02T21:32:36.32455Z","steps":["trace[2143753] 'process raft request' (duration: 645.347854ms)","trace[2143753] 'compare' (duration: 63.884405ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:36.324795Z","caller":"traceutil/trace.go:171","msg":"trace[965095079] linearizableReadLoop","detail":"{readStateIndex:5108; appliedIndex:5104; }","duration":"973.73512ms","start":"2026-03-02T21:32:35.351038Z","end":"2026-03-02T21:32:36.324773Z","steps":["trace[965095079] 'read index received' (duration: 751.139035ms)","trace[965095079] 'applied index is now lower than readState.Index' (duration: 222.595045ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:36.324869Z","caller":"traceutil/trace.go:171","msg":"trace[1745571512] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"527.246529ms","start":"2026-03-02T21:32:35.797603Z","end":"2026-03-02T21:32:36.32485Z","steps":["trace[1745571512] 'process raft request' (duration: 526.9091ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:36.324915Z","caller":"traceutil/trace.go:171","msg":"trace[1459445578] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"488.268057ms","start":"2026-03-02T21:32:35.836622Z","end":"2026-03-02T21:32:36.324889Z","steps":["trace[1459445578] 'process raft request' (duration: 488.076681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.325021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.031248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:32:36.325039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.993367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66a05e98-74a5-435b-a1d3-8f478eaffcf9\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-03-02T21:32:36.325048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:35.836603Z","time spent":"488.369409ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:36.325062Z","caller":"traceutil/trace.go:171","msg":"trace[1886326051] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4917; }","duration":"904.11819ms","start":"2026-03-02T21:32:35.420933Z","end":"2026-03-02T21:32:36.325051Z","steps":["trace[1886326051] 'agreement among raft nodes before linearized reading' (duration: 904.011167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.325096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:35.420909Z","time spent":"904.177632ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":44,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:32:36.325104Z","caller":"traceutil/trace.go:171","msg":"trace[550314500] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66a05e98-74a5-435b-a1d3-8f478eaffcf9; range_end:; response_count:1; response_revision:4917; }","duration":"974.09103ms","start":"2026-03-02T21:32:35.350987Z","end":"2026-03-02T21:32:36.325078Z","steps":["trace[550314500] 'agreement among raft nodes before linearized reading' (duration: 973.942146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.325166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:35.350961Z","time spent":"974.188123ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66a05e98-74a5-435b-a1d3-8f478eaffcf9\" "} {"level":"warn","ts":"2026-03-02T21:32:36.325175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.462822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:32:36.325165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.623054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:32:36.325249Z","caller":"traceutil/trace.go:171","msg":"trace[1787367723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4917; }","duration":"813.556624ms","start":"2026-03-02T21:32:35.511668Z","end":"2026-03-02T21:32:36.325225Z","steps":["trace[1787367723] 'agreement among raft nodes before linearized reading' (duration: 813.327819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.325267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.111245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:32:36.325275Z","caller":"traceutil/trace.go:171","msg":"trace[1633004628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4917; }","duration":"809.775809ms","start":"2026-03-02T21:32:35.515476Z","end":"2026-03-02T21:32:36.325252Z","steps":["trace[1633004628] 'agreement among raft nodes before linearized reading' (duration: 809.483602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.3253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:35.511658Z","time spent":"813.630887ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:36.325304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.768429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:32:36.32533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.632819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:32:36.32533Z","caller":"traceutil/trace.go:171","msg":"trace[1508302873] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4917; }","duration":"817.203437ms","start":"2026-03-02T21:32:35.508105Z","end":"2026-03-02T21:32:36.325309Z","steps":["trace[1508302873] 'agreement among raft nodes before linearized reading' (duration: 816.91498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.325343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.578117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l84s4\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-02T21:32:36.325388Z","caller":"traceutil/trace.go:171","msg":"trace[599012466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4917; }","duration":"811.85092ms","start":"2026-03-02T21:32:35.513513Z","end":"2026-03-02T21:32:36.325364Z","steps":["trace[599012466] 'agreement among raft nodes before linearized reading' (duration: 811.630705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.325441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:35.513447Z","time spent":"811.981844ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:32:36.325445Z","caller":"traceutil/trace.go:171","msg":"trace[1045286695] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l84s4; range_end:; response_count:1; response_revision:4917; }","duration":"896.71721ms","start":"2026-03-02T21:32:35.428704Z","end":"2026-03-02T21:32:36.325421Z","steps":["trace[1045286695] 'agreement among raft nodes before linearized reading' (duration: 896.376592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.325419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:35.508089Z","time spent":"817.318469ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:32:36.325497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:35.428693Z","time spent":"896.795923ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-l84s4\" "} {"level":"warn","ts":"2026-03-02T21:32:36.325328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:35.515463Z","time spent":"809.85503ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:32:36.325247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.947334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:32:36.325697Z","caller":"traceutil/trace.go:171","msg":"trace[2103624532] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4917; }","duration":"168.401426ms","start":"2026-03-02T21:32:36.157249Z","end":"2026-03-02T21:32:36.32565Z","steps":["trace[2103624532] 'agreement among raft nodes before linearized reading' (duration: 167.917544ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:36.325375Z","caller":"traceutil/trace.go:171","msg":"trace[643860992] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4917; }","duration":"474.67941ms","start":"2026-03-02T21:32:35.850686Z","end":"2026-03-02T21:32:36.325365Z","steps":["trace[643860992] 'agreement among raft nodes before linearized reading' (duration: 474.609919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.325844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:35.850654Z","time spent":"475.169414ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:32:36.325371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.744181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:32:36.32593Z","caller":"traceutil/trace.go:171","msg":"trace[484468851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4917; }","duration":"809.312697ms","start":"2026-03-02T21:32:35.516598Z","end":"2026-03-02T21:32:36.325911Z","steps":["trace[484468851] 'agreement among raft nodes before linearized reading' (duration: 808.700341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.325992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:35.516587Z","time spent":"809.388578ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:36.32585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:35.797576Z","time spent":"527.367941ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:36.32479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:35.614953Z","time spent":"709.751732ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:36.882676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.566445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:36.883065Z","caller":"traceutil/trace.go:171","msg":"trace[452445757] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"430.450295ms","start":"2026-03-02T21:32:36.452591Z","end":"2026-03-02T21:32:36.883041Z","steps":["trace[452445757] 'process raft request' (duration: 430.389784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.883167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.452557Z","time spent":"430.561057ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:36.883366Z","caller":"traceutil/trace.go:171","msg":"trace[920472190] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"549.900744ms","start":"2026-03-02T21:32:36.333449Z","end":"2026-03-02T21:32:36.883349Z","steps":["trace[920472190] 'process raft request' (duration: 549.469333ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:36.8834Z","caller":"traceutil/trace.go:171","msg":"trace[287647387] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"551.983287ms","start":"2026-03-02T21:32:36.331392Z","end":"2026-03-02T21:32:36.883376Z","steps":["trace[287647387] 'process raft request' (duration: 104.612202ms)","trace[287647387] 'compare' (duration: 446.172286ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:36.883389Z","caller":"traceutil/trace.go:171","msg":"trace[1404465894] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"551.141776ms","start":"2026-03-02T21:32:36.332214Z","end":"2026-03-02T21:32:36.883355Z","steps":["trace[1404465894] 'process raft request' (duration: 550.657344ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:36.883404Z","caller":"traceutil/trace.go:171","msg":"trace[1371385761] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"551.271969ms","start":"2026-03-02T21:32:36.332103Z","end":"2026-03-02T21:32:36.883375Z","steps":["trace[1371385761] 'process raft request' (duration: 550.688325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.883458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.333429Z","time spent":"549.982256ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:36.88349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.331286Z","time spent":"552.159321ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:36.883403Z","caller":"traceutil/trace.go:171","msg":"trace[964296165] linearizableReadLoop","detail":"{readStateIndex:5113; appliedIndex:5109; }","duration":"483.792342ms","start":"2026-03-02T21:32:36.39959Z","end":"2026-03-02T21:32:36.883382Z","steps":["trace[964296165] 'read index received' (duration: 36.351784ms)","trace[964296165] 'applied index is now lower than readState.Index' (duration: 447.437937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:36.883558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.043976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-02T21:32:36.883585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.051486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:36.883746Z","caller":"traceutil/trace.go:171","msg":"trace[318296070] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4923; }","duration":"498.257921ms","start":"2026-03-02T21:32:36.385466Z","end":"2026-03-02T21:32:36.883724Z","steps":["trace[318296070] 'agreement among raft nodes before linearized reading' (duration: 497.916312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.88382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.385443Z","time spent":"498.361403ms","remote":"127.0.0.1:50168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:32:36.883828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.720155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:36.883895Z","caller":"traceutil/trace.go:171","msg":"trace[367803675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4923; }","duration":"104.829438ms","start":"2026-03-02T21:32:36.77905Z","end":"2026-03-02T21:32:36.88388Z","steps":["trace[367803675] 'agreement among raft nodes before linearized reading' (duration: 104.734306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.883974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.261625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-02T21:32:36.883979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.844196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189923ad02383f67\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-02T21:32:36.883683Z","caller":"traceutil/trace.go:171","msg":"trace[952925801] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4923; }","duration":"546.19201ms","start":"2026-03-02T21:32:36.337477Z","end":"2026-03-02T21:32:36.883669Z","steps":["trace[952925801] 'agreement among raft nodes before linearized reading' (duration: 545.961074ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:36.884021Z","caller":"traceutil/trace.go:171","msg":"trace[1496095899] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4923; }","duration":"231.362668ms","start":"2026-03-02T21:32:36.652647Z","end":"2026-03-02T21:32:36.88401Z","steps":["trace[1496095899] 'agreement among raft nodes before linearized reading' (duration: 231.096981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.884166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.135978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:32:36.883557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.332143Z","time spent":"551.328691ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:36.884213Z","caller":"traceutil/trace.go:171","msg":"trace[1562494848] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4923; }","duration":"322.224371ms","start":"2026-03-02T21:32:36.561978Z","end":"2026-03-02T21:32:36.884203Z","steps":["trace[1562494848] 'agreement among raft nodes before linearized reading' (duration: 322.148368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.883559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.332088Z","time spent":"551.386022ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:36.884193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.33747Z","time spent":"546.636981ms","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-02T21:32:36.884263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.561956Z","time spent":"322.295112ms","remote":"127.0.0.1:46898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:32:36.88409Z","caller":"traceutil/trace.go:171","msg":"trace[1457655432] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189923ad02383f67; range_end:; response_count:1; response_revision:4923; }","duration":"422.031891ms","start":"2026-03-02T21:32:36.462033Z","end":"2026-03-02T21:32:36.884065Z","steps":["trace[1457655432] 'agreement among raft nodes before linearized reading' (duration: 421.682993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.884594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.462008Z","time spent":"422.562814ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1035,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189923ad02383f67\" "} {"level":"warn","ts":"2026-03-02T21:32:36.88405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.171526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:32:36.884823Z","caller":"traceutil/trace.go:171","msg":"trace[1377750477] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4923; }","duration":"260.016757ms","start":"2026-03-02T21:32:36.624791Z","end":"2026-03-02T21:32:36.884808Z","steps":["trace[1377750477] 'agreement among raft nodes before linearized reading' (duration: 259.008212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:37.691389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.149681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:37.691524Z","caller":"traceutil/trace.go:171","msg":"trace[783924305] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"803.830398ms","start":"2026-03-02T21:32:36.887658Z","end":"2026-03-02T21:32:37.691489Z","steps":["trace[783924305] 'process raft request' (duration: 377.922328ms)","trace[783924305] 'compare' (duration: 424.921804ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:37.691684Z","caller":"traceutil/trace.go:171","msg":"trace[369998808] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"801.622531ms","start":"2026-03-02T21:32:36.890039Z","end":"2026-03-02T21:32:37.691661Z","steps":["trace[369998808] 'process raft request' (duration: 801.471048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:37.691758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.887602Z","time spent":"803.999422ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:37.691771Z","caller":"traceutil/trace.go:171","msg":"trace[1840511581] linearizableReadLoop","detail":"{readStateIndex:5115; appliedIndex:5114; }","duration":"803.393956ms","start":"2026-03-02T21:32:36.888313Z","end":"2026-03-02T21:32:37.691707Z","steps":["trace[1840511581] 'read index received' (duration: 377.276342ms)","trace[1840511581] 'applied index is now lower than readState.Index' (duration: 426.114464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:37.691833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.890021Z","time spent":"801.705853ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:37.692067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.740205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T21:32:37.692097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.091017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"warn","ts":"2026-03-02T21:32:37.692125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.075655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:32:37.692141Z","caller":"traceutil/trace.go:171","msg":"trace[1394360704] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4925; }","duration":"803.837758ms","start":"2026-03-02T21:32:36.888284Z","end":"2026-03-02T21:32:37.692122Z","steps":["trace[1394360704] 'agreement among raft nodes before linearized reading' (duration: 803.610592ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:37.692157Z","caller":"traceutil/trace.go:171","msg":"trace[1961578527] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:4925; }","duration":"801.16971ms","start":"2026-03-02T21:32:36.890969Z","end":"2026-03-02T21:32:37.692138Z","steps":["trace[1961578527] 'agreement among raft nodes before linearized reading' (duration: 800.946853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:37.692164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.056143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:32:37.692199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.88827Z","time spent":"803.91412ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:32:37.692211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.890962Z","time spent":"801.235201ms","remote":"127.0.0.1:46904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1185,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-03-02T21:32:37.692233Z","caller":"traceutil/trace.go:171","msg":"trace[1175758525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4925; }","duration":"591.181916ms","start":"2026-03-02T21:32:37.10104Z","end":"2026-03-02T21:32:37.692222Z","steps":["trace[1175758525] 'agreement among raft nodes before linearized reading' (duration: 591.037881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:37.69227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:37.101005Z","time spent":"591.257808ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:32:37.692188Z","caller":"traceutil/trace.go:171","msg":"trace[1835114471] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4925; }","duration":"516.180368ms","start":"2026-03-02T21:32:37.175991Z","end":"2026-03-02T21:32:37.692171Z","steps":["trace[1835114471] 'agreement among raft nodes before linearized reading' (duration: 516.073654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:37.69221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.346086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66a05e98-74a5-435b-a1d3-8f478eaffcf9\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-03-02T21:32:37.692384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:37.175969Z","time spent":"516.368072ms","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:32:37.692518Z","caller":"traceutil/trace.go:171","msg":"trace[557020121] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66a05e98-74a5-435b-a1d3-8f478eaffcf9; range_end:; response_count:1; response_revision:4925; }","duration":"361.714656ms","start":"2026-03-02T21:32:37.330718Z","end":"2026-03-02T21:32:37.692433Z","steps":["trace[557020121] 'agreement among raft nodes before linearized reading' (duration: 361.264474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:37.692624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:37.330702Z","time spent":"361.90262ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66a05e98-74a5-435b-a1d3-8f478eaffcf9\" "} {"level":"info","ts":"2026-03-02T21:32:38.457588Z","caller":"traceutil/trace.go:171","msg":"trace[163949921] linearizableReadLoop","detail":"{readStateIndex:5138; appliedIndex:5135; }","duration":"118.26485ms","start":"2026-03-02T21:32:38.339307Z","end":"2026-03-02T21:32:38.457572Z","steps":["trace[163949921] 'read index received' (duration: 113.780085ms)","trace[163949921] 'applied index is now lower than readState.Index' (duration: 4.484255ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:38.457672Z","caller":"traceutil/trace.go:171","msg":"trace[2022799548] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"179.612371ms","start":"2026-03-02T21:32:38.27801Z","end":"2026-03-02T21:32:38.457622Z","steps":["trace[2022799548] 'process raft request' (duration: 179.497719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:38.45784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.515196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66a05e98-74a5-435b-a1d3-8f478eaffcf9\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-02T21:32:38.457921Z","caller":"traceutil/trace.go:171","msg":"trace[1786389949] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66a05e98-74a5-435b-a1d3-8f478eaffcf9; range_end:; response_count:1; response_revision:4947; }","duration":"118.636469ms","start":"2026-03-02T21:32:38.339248Z","end":"2026-03-02T21:32:38.457884Z","steps":["trace[1786389949] 'agreement among raft nodes before linearized reading' (duration: 118.449104ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:38.45793Z","caller":"traceutil/trace.go:171","msg":"trace[681287292] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"125.524894ms","start":"2026-03-02T21:32:38.332372Z","end":"2026-03-02T21:32:38.457897Z","steps":["trace[681287292] 'process raft request' (duration: 125.169075ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:38.458257Z","caller":"traceutil/trace.go:171","msg":"trace[1589379319] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"208.397034ms","start":"2026-03-02T21:32:38.249843Z","end":"2026-03-02T21:32:38.45824Z","steps":["trace[1589379319] 'process raft request' (duration: 203.15044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:39.753684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.226334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:39.753922Z","caller":"traceutil/trace.go:171","msg":"trace[1022474918] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"373.042813ms","start":"2026-03-02T21:32:39.380809Z","end":"2026-03-02T21:32:39.753852Z","steps":["trace[1022474918] 'process raft request' (duration: 64.557273ms)","trace[1022474918] 'compare' (duration: 308.109501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:39.754091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:39.380777Z","time spent":"373.215718ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:32:46.575402Z","caller":"traceutil/trace.go:171","msg":"trace[51370316] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"114.880543ms","start":"2026-03-02T21:32:46.460488Z","end":"2026-03-02T21:32:46.575368Z","steps":["trace[51370316] 'process raft request' (duration: 114.720259ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:46.594474Z","caller":"traceutil/trace.go:171","msg":"trace[477020041] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"112.258907ms","start":"2026-03-02T21:32:46.482185Z","end":"2026-03-02T21:32:46.594444Z","steps":["trace[477020041] 'process raft request' (duration: 112.015651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:46.598714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.161619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:32:46.598789Z","caller":"traceutil/trace.go:171","msg":"trace[2128606462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5090; }","duration":"100.269772ms","start":"2026-03-02T21:32:46.498502Z","end":"2026-03-02T21:32:46.598772Z","steps":["trace[2128606462] 'agreement among raft nodes before linearized reading' (duration: 100.065386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:48.228824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.092821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:32:48.228908Z","caller":"traceutil/trace.go:171","msg":"trace[884676615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5103; }","duration":"343.212165ms","start":"2026-03-02T21:32:47.885682Z","end":"2026-03-02T21:32:48.228894Z","steps":["trace[884676615] 'range keys from in-memory index tree' (duration: 342.906577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:48.228937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:47.885669Z","time spent":"343.261756ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T21:32:48.72993Z","caller":"traceutil/trace.go:171","msg":"trace[1902946816] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"103.297179ms","start":"2026-03-02T21:32:48.626608Z","end":"2026-03-02T21:32:48.729905Z","steps":["trace[1902946816] 'process raft request' (duration: 93.762666ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:48.735704Z","caller":"traceutil/trace.go:171","msg":"trace[1529431155] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"108.656525ms","start":"2026-03-02T21:32:48.627018Z","end":"2026-03-02T21:32:48.735674Z","steps":["trace[1529431155] 'process raft request' (duration: 108.43814ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:48.735947Z","caller":"traceutil/trace.go:171","msg":"trace[1187193183] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"108.758667ms","start":"2026-03-02T21:32:48.627174Z","end":"2026-03-02T21:32:48.735933Z","steps":["trace[1187193183] 'process raft request' (duration: 108.672505ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:48.736102Z","caller":"traceutil/trace.go:171","msg":"trace[973980063] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"108.891481ms","start":"2026-03-02T21:32:48.627198Z","end":"2026-03-02T21:32:48.736089Z","steps":["trace[973980063] 'process raft request' (duration: 108.701455ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:48.736271Z","caller":"traceutil/trace.go:171","msg":"trace[2038014126] linearizableReadLoop","detail":"{readStateIndex:5308; appliedIndex:5303; }","duration":"107.954287ms","start":"2026-03-02T21:32:48.628309Z","end":"2026-03-02T21:32:48.736264Z","steps":["trace[2038014126] 'read index received' (duration: 92.103993ms)","trace[2038014126] 'applied index is now lower than readState.Index' (duration: 15.849754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:48.736383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.05829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-71277527-70db-4f88-8d17-e2172838018f\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-02T21:32:48.736408Z","caller":"traceutil/trace.go:171","msg":"trace[148107393] range","detail":"{range_begin:/registry/persistentvolumes/pvc-71277527-70db-4f88-8d17-e2172838018f; range_end:; response_count:1; response_revision:5113; }","duration":"108.10675ms","start":"2026-03-02T21:32:48.628293Z","end":"2026-03-02T21:32:48.7364Z","steps":["trace[148107393] 'agreement among raft nodes before linearized reading' (duration: 108.001268ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:48.736554Z","caller":"traceutil/trace.go:171","msg":"trace[356844880] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"102.733645ms","start":"2026-03-02T21:32:48.633799Z","end":"2026-03-02T21:32:48.736532Z","steps":["trace[356844880] 'process raft request' (duration: 102.227891ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:48.736647Z","caller":"traceutil/trace.go:171","msg":"trace[1241965060] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"108.821748ms","start":"2026-03-02T21:32:48.627116Z","end":"2026-03-02T21:32:48.735938Z","steps":["trace[1241965060] 'process raft request' (duration: 108.47607ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:48.928073Z","caller":"traceutil/trace.go:171","msg":"trace[1788039931] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"142.573899ms","start":"2026-03-02T21:32:48.785456Z","end":"2026-03-02T21:32:48.928029Z","steps":["trace[1788039931] 'process raft request' (duration: 85.201049ms)","trace[1788039931] 'compare' (duration: 57.222015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:53.256979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.477625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:53.257061Z","caller":"traceutil/trace.go:171","msg":"trace[1895451944] linearizableReadLoop","detail":"{readStateIndex:5341; appliedIndex:5340; }","duration":"277.633945ms","start":"2026-03-02T21:32:52.979413Z","end":"2026-03-02T21:32:53.257047Z","steps":["trace[1895451944] 'read index received' (duration: 172.048268ms)","trace[1895451944] 'applied index is now lower than readState.Index' (duration: 105.584207ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:53.257098Z","caller":"traceutil/trace.go:171","msg":"trace[1868699572] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"283.910815ms","start":"2026-03-02T21:32:52.973156Z","end":"2026-03-02T21:32:53.257067Z","steps":["trace[1868699572] 'process raft request' (duration: 178.280276ms)","trace[1868699572] 'compare' (duration: 105.289591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:53.257224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.811139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:32:53.257248Z","caller":"traceutil/trace.go:171","msg":"trace[1595989929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5143; }","duration":"277.870651ms","start":"2026-03-02T21:32:52.979369Z","end":"2026-03-02T21:32:53.257239Z","steps":["trace[1595989929] 'agreement among raft nodes before linearized reading' (duration: 277.771819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:53.257421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.600883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:32:53.257431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.165147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:32:53.257508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.686677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:32:53.257503Z","caller":"traceutil/trace.go:171","msg":"trace[1898527004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5143; }","duration":"194.733716ms","start":"2026-03-02T21:32:53.062749Z","end":"2026-03-02T21:32:53.257483Z","steps":["trace[1898527004] 'agreement among raft nodes before linearized reading' (duration: 194.539581ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:53.25752Z","caller":"traceutil/trace.go:171","msg":"trace[1562771273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5143; }","duration":"272.260679ms","start":"2026-03-02T21:32:52.985238Z","end":"2026-03-02T21:32:53.257499Z","steps":["trace[1562771273] 'agreement among raft nodes before linearized reading' (duration: 271.988142ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:53.257549Z","caller":"traceutil/trace.go:171","msg":"trace[1179186008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5143; }","duration":"266.747869ms","start":"2026-03-02T21:32:52.990789Z","end":"2026-03-02T21:32:53.257537Z","steps":["trace[1179186008] 'agreement among raft nodes before linearized reading' (duration: 266.655077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:53.257589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.227475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:32:53.257676Z","caller":"traceutil/trace.go:171","msg":"trace[1789165594] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5143; }","duration":"266.361869ms","start":"2026-03-02T21:32:52.991291Z","end":"2026-03-02T21:32:53.257652Z","steps":["trace[1789165594] 'agreement among raft nodes before linearized reading' (duration: 266.144224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:39.603025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.450822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:33:39.60314Z","caller":"traceutil/trace.go:171","msg":"trace[274401027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5496; }","duration":"100.605026ms","start":"2026-03-02T21:33:39.502509Z","end":"2026-03-02T21:33:39.603114Z","steps":["trace[274401027] 'range keys from in-memory index tree' (duration: 100.312478ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:45.814068Z","caller":"traceutil/trace.go:171","msg":"trace[2098790332] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"130.734114ms","start":"2026-03-02T21:33:45.683314Z","end":"2026-03-02T21:33:45.814048Z","steps":["trace[2098790332] 'process raft request' (duration: 130.692433ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:45.814245Z","caller":"traceutil/trace.go:171","msg":"trace[721132478] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"131.029352ms","start":"2026-03-02T21:33:45.683181Z","end":"2026-03-02T21:33:45.814211Z","steps":["trace[721132478] 'process raft request' (duration: 130.368815ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:34:11.989891Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2779} {"level":"info","ts":"2026-03-02T21:34:12.061893Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2779,"took":"70.584888ms","hash":1974488235,"current-db-size-bytes":40841216,"current-db-size":"41 MB","current-db-size-in-use-bytes":30744576,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-02T21:34:12.061951Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1974488235,"revision":2779,"compact-revision":-1} {"level":"info","ts":"2026-03-02T21:38:42.987821Z","caller":"traceutil/trace.go:171","msg":"trace[853002824] transaction","detail":"{read_only:false; response_revision:7615; number_of_response:1; }","duration":"928.193786ms","start":"2026-03-02T21:38:42.059594Z","end":"2026-03-02T21:38:42.987788Z","steps":["trace[853002824] 'process raft request' (duration: 927.915029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:42.988023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:42.059575Z","time spent":"928.345099ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:43.325115Z","caller":"traceutil/trace.go:171","msg":"trace[1477634538] transaction","detail":"{read_only:false; response_revision:7616; number_of_response:1; }","duration":"978.061941ms","start":"2026-03-02T21:38:42.347007Z","end":"2026-03-02T21:38:43.325068Z","steps":["trace[1477634538] 'process raft request' (duration: 977.340533ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:43.325182Z","caller":"traceutil/trace.go:171","msg":"trace[1997157515] linearizableReadLoop","detail":"{readStateIndex:7899; appliedIndex:7896; }","duration":"746.162492ms","start":"2026-03-02T21:38:42.57899Z","end":"2026-03-02T21:38:43.325152Z","steps":["trace[1997157515] 'read index received' (duration: 408.552948ms)","trace[1997157515] 'applied index is now lower than readState.Index' (duration: 337.608433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:43.325268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:42.346981Z","time spent":"978.210994ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:43.325235Z","caller":"traceutil/trace.go:171","msg":"trace[959252334] transaction","detail":"{read_only:false; response_revision:7617; number_of_response:1; }","duration":"857.631162ms","start":"2026-03-02T21:38:42.467564Z","end":"2026-03-02T21:38:43.325196Z","steps":["trace[959252334] 'process raft request' (duration: 857.478208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:43.325535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.241844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l84s4\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-02T21:38:43.325631Z","caller":"traceutil/trace.go:171","msg":"trace[1217008501] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l84s4; range_end:; response_count:1; response_revision:7617; }","duration":"529.364887ms","start":"2026-03-02T21:38:42.796228Z","end":"2026-03-02T21:38:43.325592Z","steps":["trace[1217008501] 'agreement among raft nodes before linearized reading' (duration: 529.152202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:43.325672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.651625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:38:43.325689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.837873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:38:43.325683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:42.796194Z","time spent":"529.47745ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-l84s4\" "} {"level":"warn","ts":"2026-03-02T21:38:43.325686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.089993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T21:38:43.325543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:42.467544Z","time spent":"857.794596ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:43.325728Z","caller":"traceutil/trace.go:171","msg":"trace[285187763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7617; }","duration":"169.893165ms","start":"2026-03-02T21:38:43.155822Z","end":"2026-03-02T21:38:43.325715Z","steps":["trace[285187763] 'agreement among raft nodes before linearized reading' (duration: 169.775562ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:43.325725Z","caller":"traceutil/trace.go:171","msg":"trace[467202232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7617; }","duration":"109.730326ms","start":"2026-03-02T21:38:43.21598Z","end":"2026-03-02T21:38:43.32571Z","steps":["trace[467202232] 'agreement among raft nodes before linearized reading' (duration: 109.611733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:43.325719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.506993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-02T21:38:43.325718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.225176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:43.325786Z","caller":"traceutil/trace.go:171","msg":"trace[1618554358] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7617; }","duration":"104.607354ms","start":"2026-03-02T21:38:43.221159Z","end":"2026-03-02T21:38:43.325767Z","steps":["trace[1618554358] 'agreement among raft nodes before linearized reading' (duration: 104.42518ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:43.325804Z","caller":"traceutil/trace.go:171","msg":"trace[137123072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7617; }","duration":"262.35768ms","start":"2026-03-02T21:38:43.063423Z","end":"2026-03-02T21:38:43.325781Z","steps":["trace[137123072] 'agreement among raft nodes before linearized reading' (duration: 262.198936ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:43.325734Z","caller":"traceutil/trace.go:171","msg":"trace[414024212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7617; }","duration":"149.189885ms","start":"2026-03-02T21:38:43.176534Z","end":"2026-03-02T21:38:43.325724Z","steps":["trace[414024212] 'agreement among raft nodes before linearized reading' (duration: 149.044752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:43.325929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.938751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:38:43.326273Z","caller":"traceutil/trace.go:171","msg":"trace[1732993288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7617; }","duration":"747.318201ms","start":"2026-03-02T21:38:42.578937Z","end":"2026-03-02T21:38:43.326255Z","steps":["trace[1732993288] 'agreement among raft nodes before linearized reading' (duration: 746.399247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:43.326324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:42.578912Z","time spent":"747.395113ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:38:54.734555Z","caller":"traceutil/trace.go:171","msg":"trace[724902166] linearizableReadLoop","detail":"{readStateIndex:7956; appliedIndex:7955; }","duration":"155.016234ms","start":"2026-03-02T21:38:54.579497Z","end":"2026-03-02T21:38:54.734513Z","steps":["trace[724902166] 'read index received' (duration: 154.727327ms)","trace[724902166] 'applied index is now lower than readState.Index' (duration: 287.456µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:54.734636Z","caller":"traceutil/trace.go:171","msg":"trace[138434002] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"188.404168ms","start":"2026-03-02T21:38:54.546195Z","end":"2026-03-02T21:38:54.734599Z","steps":["trace[138434002] 'process raft request' (duration: 188.09594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:54.734758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.219308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:54.734819Z","caller":"traceutil/trace.go:171","msg":"trace[2036044798] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7671; }","duration":"155.353432ms","start":"2026-03-02T21:38:54.579449Z","end":"2026-03-02T21:38:54.734803Z","steps":["trace[2036044798] 'agreement among raft nodes before linearized reading' (duration: 155.211968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:56.839074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256500222s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:38:56.839345Z","caller":"traceutil/trace.go:171","msg":"trace[1818050541] linearizableReadLoop","detail":"{readStateIndex:7968; appliedIndex:7964; }","duration":"1.389015982s","start":"2026-03-02T21:38:55.450315Z","end":"2026-03-02T21:38:56.839331Z","steps":["trace[1818050541] 'read index received' (duration: 132.203ms)","trace[1818050541] 'applied index is now lower than readState.Index' (duration: 1.256812302s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:56.839444Z","caller":"traceutil/trace.go:171","msg":"trace[18221526] transaction","detail":"{read_only:false; response_revision:7682; number_of_response:1; }","duration":"1.390062388s","start":"2026-03-02T21:38:55.449371Z","end":"2026-03-02T21:38:56.839434Z","steps":["trace[18221526] 'process raft request' (duration: 1.389926055s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:56.839407Z","caller":"traceutil/trace.go:171","msg":"trace[1068373189] transaction","detail":"{read_only:false; response_revision:7679; number_of_response:1; }","duration":"1.390419787s","start":"2026-03-02T21:38:55.448945Z","end":"2026-03-02T21:38:56.839365Z","steps":["trace[1068373189] 'process raft request' (duration: 133.549465ms)","trace[1068373189] 'compare' (duration: 1.256294838s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:56.839457Z","caller":"traceutil/trace.go:171","msg":"trace[282684202] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"1.390357136s","start":"2026-03-02T21:38:55.449056Z","end":"2026-03-02T21:38:56.839413Z","steps":["trace[282684202] 'process raft request' (duration: 1.390208981s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:56.839537Z","caller":"traceutil/trace.go:171","msg":"trace[1145088139] transaction","detail":"{read_only:false; response_revision:7680; number_of_response:1; }","duration":"1.39051609s","start":"2026-03-02T21:38:55.448989Z","end":"2026-03-02T21:38:56.839505Z","steps":["trace[1145088139] 'process raft request' (duration: 1.390191781s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:56.83958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:55.448922Z","time spent":"1.390569551s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:56.839698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:55.448966Z","time spent":"1.390622112s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:56.8397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:55.449049Z","time spent":"1.390521079s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:56.839506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:55.44935Z","time spent":"1.39012896s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:56.839793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378872101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:38:56.83992Z","caller":"traceutil/trace.go:171","msg":"trace[1038690938] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:7682; }","duration":"1.379060656s","start":"2026-03-02T21:38:55.460833Z","end":"2026-03-02T21:38:56.839893Z","steps":["trace[1038690938] 'agreement among raft nodes before linearized reading' (duration: 1.378824131s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:56.839984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:55.460821Z","time spent":"1.379148328s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:38:56.839979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068587827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-02T21:38:56.840057Z","caller":"traceutil/trace.go:171","msg":"trace[30006231] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7682; }","duration":"1.068706271s","start":"2026-03-02T21:38:55.771328Z","end":"2026-03-02T21:38:56.840035Z","steps":["trace[30006231] 'agreement among raft nodes before linearized reading' (duration: 1.068451873s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:56.839856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389546024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223863"} {"level":"warn","ts":"2026-03-02T21:38:56.84011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30446252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:38:56.840117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:55.771307Z","time spent":"1.068796293s","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T21:38:56.840145Z","caller":"traceutil/trace.go:171","msg":"trace[882320856] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7682; }","duration":"1.304549392s","start":"2026-03-02T21:38:55.535583Z","end":"2026-03-02T21:38:56.840132Z","steps":["trace[882320856] 'agreement among raft nodes before linearized reading' (duration: 1.304490901s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:56.840182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:55.535562Z","time spent":"1.304612694s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:38:56.840164Z","caller":"traceutil/trace.go:171","msg":"trace[1441223333] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7682; }","duration":"1.389832823s","start":"2026-03-02T21:38:55.450277Z","end":"2026-03-02T21:38:56.840109Z","steps":["trace[1441223333] 'agreement among raft nodes before linearized reading' (duration: 1.389253298s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:56.840252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18877649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:38:56.840308Z","caller":"traceutil/trace.go:171","msg":"trace[671262327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7682; }","duration":"1.188874663s","start":"2026-03-02T21:38:55.651415Z","end":"2026-03-02T21:38:56.84029Z","steps":["trace[671262327] 'agreement among raft nodes before linearized reading' (duration: 1.188661108s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:56.840309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:55.450193Z","time spent":"1.390075619s","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223886,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:38:56.840352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:55.651391Z","time spent":"1.188952565s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:38:57.681854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.030079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:38:57.68195Z","caller":"traceutil/trace.go:171","msg":"trace[905648997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7685; }","duration":"233.175503ms","start":"2026-03-02T21:38:57.448753Z","end":"2026-03-02T21:38:57.681929Z","steps":["trace[905648997] 'range keys from in-memory index tree' (duration: 232.846775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:58.001275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.416898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:38:58.001373Z","caller":"traceutil/trace.go:171","msg":"trace[1616780071] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7686; }","duration":"179.559001ms","start":"2026-03-02T21:38:57.82179Z","end":"2026-03-02T21:38:58.001349Z","steps":["trace[1616780071] 'count revisions from in-memory index tree' (duration: 179.328776ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:59.011517Z","caller":"traceutil/trace.go:171","msg":"trace[1879836272] transaction","detail":"{read_only:false; response_revision:7687; number_of_response:1; }","duration":"158.74228ms","start":"2026-03-02T21:38:58.852744Z","end":"2026-03-02T21:38:59.011486Z","steps":["trace[1879836272] 'process raft request' (duration: 158.570096ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:59.753709Z","caller":"traceutil/trace.go:171","msg":"trace[794865414] transaction","detail":"{read_only:false; response_revision:7689; number_of_response:1; }","duration":"900.522109ms","start":"2026-03-02T21:38:58.853159Z","end":"2026-03-02T21:38:59.753681Z","steps":["trace[794865414] 'process raft request' (duration: 900.434707ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:59.753747Z","caller":"traceutil/trace.go:171","msg":"trace[362625949] transaction","detail":"{read_only:false; response_revision:7688; number_of_response:1; }","duration":"900.55999ms","start":"2026-03-02T21:38:58.853121Z","end":"2026-03-02T21:38:59.753681Z","steps":["trace[362625949] 'process raft request' (duration: 879.131392ms)","trace[362625949] 'compare' (duration: 20.910385ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:59.753785Z","caller":"traceutil/trace.go:171","msg":"trace[785700122] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"899.611235ms","start":"2026-03-02T21:38:58.85413Z","end":"2026-03-02T21:38:59.753742Z","steps":["trace[785700122] 'process raft request' (duration: 899.516793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:59.753857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:58.853143Z","time spent":"900.644242ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:59.753899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.090577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:38:59.753733Z","caller":"traceutil/trace.go:171","msg":"trace[1729929663] linearizableReadLoop","detail":"{readStateIndex:7976; appliedIndex:7972; }","duration":"870.915261ms","start":"2026-03-02T21:38:58.882799Z","end":"2026-03-02T21:38:59.753714Z","steps":["trace[1729929663] 'read index received' (duration: 128.525847ms)","trace[1729929663] 'applied index is now lower than readState.Index' (duration: 742.388484ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:59.753949Z","caller":"traceutil/trace.go:171","msg":"trace[1517152605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7690; }","duration":"871.18652ms","start":"2026-03-02T21:38:58.882748Z","end":"2026-03-02T21:38:59.753935Z","steps":["trace[1517152605] 'agreement among raft nodes before linearized reading' (duration: 871.023925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:59.75395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:58.854119Z","time spent":"899.75289ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:59.753995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:58.882728Z","time spent":"871.255371ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:38:59.753987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:58.853104Z","time spent":"900.755225ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:59.795247Z","caller":"traceutil/trace.go:171","msg":"trace[211807371] transaction","detail":"{read_only:false; response_revision:7692; number_of_response:1; }","duration":"376.710104ms","start":"2026-03-02T21:38:59.41851Z","end":"2026-03-02T21:38:59.79522Z","steps":["trace[211807371] 'process raft request' (duration: 376.665832ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:59.795307Z","caller":"traceutil/trace.go:171","msg":"trace[428217120] transaction","detail":"{read_only:false; response_revision:7691; number_of_response:1; }","duration":"677.910357ms","start":"2026-03-02T21:38:59.117359Z","end":"2026-03-02T21:38:59.795269Z","steps":["trace[428217120] 'process raft request' (duration: 677.6919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:59.795407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:59.418482Z","time spent":"376.846066ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:59.795508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:59.117326Z","time spent":"678.064961ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:00.018948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.906612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:00.019097Z","caller":"traceutil/trace.go:171","msg":"trace[1243641935] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7694; }","duration":"148.122117ms","start":"2026-03-02T21:38:59.870939Z","end":"2026-03-02T21:39:00.019061Z","steps":["trace[1243641935] 'count revisions from in-memory index tree' (duration: 147.800049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:00.530651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.766376ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T21:39:00.530789Z","caller":"traceutil/trace.go:171","msg":"trace[1080489879] linearizableReadLoop","detail":"{readStateIndex:7981; appliedIndex:7980; }","duration":"297.472267ms","start":"2026-03-02T21:39:00.233291Z","end":"2026-03-02T21:39:00.530763Z","steps":["trace[1080489879] 'read index received' (duration: 125.898949ms)","trace[1080489879] 'applied index is now lower than readState.Index' (duration: 171.570978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:00.531129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.787445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-02T21:39:00.531286Z","caller":"traceutil/trace.go:171","msg":"trace[1985886452] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7694; }","duration":"297.98148ms","start":"2026-03-02T21:39:00.233253Z","end":"2026-03-02T21:39:00.531235Z","steps":["trace[1985886452] 'agreement among raft nodes before linearized reading' (duration: 297.622991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:00.53136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.591754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:39:00.531544Z","caller":"traceutil/trace.go:171","msg":"trace[1530034493] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7694; }","duration":"139.118917ms","start":"2026-03-02T21:39:00.392399Z","end":"2026-03-02T21:39:00.531518Z","steps":["trace[1530034493] 'agreement among raft nodes before linearized reading' (duration: 138.513762ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:12.00942Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5742} {"level":"info","ts":"2026-03-02T21:39:12.303995Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5742,"took":"292.591363ms","hash":1079186981,"current-db-size-bytes":42008576,"current-db-size":"42 MB","current-db-size-in-use-bytes":23113728,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-02T21:39:12.304082Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1079186981,"revision":5742,"compact-revision":2779} {"level":"info","ts":"2026-03-02T21:39:27.555777Z","caller":"traceutil/trace.go:171","msg":"trace[709648165] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"396.039277ms","start":"2026-03-02T21:39:27.159701Z","end":"2026-03-02T21:39:27.555741Z","steps":["trace[709648165] 'process raft request' (duration: 395.808882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:27.555977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:27.159685Z","time spent":"396.198892ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:28.293027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.05409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:28.293132Z","caller":"traceutil/trace.go:171","msg":"trace[1580166983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7881; }","duration":"515.196874ms","start":"2026-03-02T21:39:27.777909Z","end":"2026-03-02T21:39:28.293106Z","steps":["trace[1580166983] 'range keys from in-memory index tree' (duration: 514.987689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:28.293176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:27.777891Z","time spent":"515.273297ms","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:39:28.294323Z","caller":"traceutil/trace.go:171","msg":"trace[847676144] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"315.032826ms","start":"2026-03-02T21:39:27.979268Z","end":"2026-03-02T21:39:28.294301Z","steps":["trace[847676144] 'process raft request' (duration: 314.280087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:28.294485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:27.979244Z","time spent":"315.137508ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:28.308867Z","caller":"traceutil/trace.go:171","msg":"trace[998549825] linearizableReadLoop","detail":"{readStateIndex:8178; appliedIndex:8176; }","duration":"292.261653ms","start":"2026-03-02T21:39:28.016579Z","end":"2026-03-02T21:39:28.308841Z","steps":["trace[998549825] 'read index received' (duration: 277.66376ms)","trace[998549825] 'applied index is now lower than readState.Index' (duration: 14.596423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:28.309254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.638884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:39:28.309338Z","caller":"traceutil/trace.go:171","msg":"trace[1063045613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7883; }","duration":"292.782808ms","start":"2026-03-02T21:39:28.016541Z","end":"2026-03-02T21:39:28.309324Z","steps":["trace[1063045613] 'agreement among raft nodes before linearized reading' (duration: 292.50646ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:28.309753Z","caller":"traceutil/trace.go:171","msg":"trace[533624558] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"310.367637ms","start":"2026-03-02T21:39:27.999371Z","end":"2026-03-02T21:39:28.309739Z","steps":["trace[533624558] 'process raft request' (duration: 309.331631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:28.309905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:27.999357Z","time spent":"310.471559ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:28.31043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.912339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:39:28.310515Z","caller":"traceutil/trace.go:171","msg":"trace[1346997131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7883; }","duration":"291.009911ms","start":"2026-03-02T21:39:28.019492Z","end":"2026-03-02T21:39:28.310502Z","steps":["trace[1346997131] 'agreement among raft nodes before linearized reading' (duration: 290.859478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:28.311052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.056347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:39:28.311175Z","caller":"traceutil/trace.go:171","msg":"trace[428039634] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7883; }","duration":"290.1854ms","start":"2026-03-02T21:39:28.020975Z","end":"2026-03-02T21:39:28.311161Z","steps":["trace[428039634] 'agreement among raft nodes before linearized reading' (duration: 289.982015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:28.311745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.266958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T21:39:28.311837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.227093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:39:28.311875Z","caller":"traceutil/trace.go:171","msg":"trace[288152748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7883; }","duration":"291.444313ms","start":"2026-03-02T21:39:28.020407Z","end":"2026-03-02T21:39:28.311851Z","steps":["trace[288152748] 'agreement among raft nodes before linearized reading' (duration: 291.038233ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:28.31191Z","caller":"traceutil/trace.go:171","msg":"trace[880769097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7883; }","duration":"292.332725ms","start":"2026-03-02T21:39:28.019558Z","end":"2026-03-02T21:39:28.311891Z","steps":["trace[880769097] 'agreement among raft nodes before linearized reading' (duration: 292.14564ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:30.481343Z","caller":"traceutil/trace.go:171","msg":"trace[1213437374] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"166.520629ms","start":"2026-03-02T21:39:30.314805Z","end":"2026-03-02T21:39:30.481326Z","steps":["trace[1213437374] 'process raft request' (duration: 94.129448ms)","trace[1213437374] 'compare' (duration: 72.204416ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:30.481312Z","caller":"traceutil/trace.go:171","msg":"trace[307876766] linearizableReadLoop","detail":"{readStateIndex:8187; appliedIndex:8186; }","duration":"161.90994ms","start":"2026-03-02T21:39:30.319372Z","end":"2026-03-02T21:39:30.481282Z","steps":["trace[307876766] 'read index received' (duration: 89.512369ms)","trace[307876766] 'applied index is now lower than readState.Index' (duration: 72.396601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:30.481519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.133976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:39:30.481585Z","caller":"traceutil/trace.go:171","msg":"trace[432518812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7891; }","duration":"162.211008ms","start":"2026-03-02T21:39:30.319356Z","end":"2026-03-02T21:39:30.481567Z","steps":["trace[432518812] 'agreement among raft nodes before linearized reading' (duration: 162.032853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:30.481661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.881683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:39:30.481668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.285808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T21:39:30.481606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.860707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:39:30.481728Z","caller":"traceutil/trace.go:171","msg":"trace[428167773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7891; }","duration":"156.370649ms","start":"2026-03-02T21:39:30.325345Z","end":"2026-03-02T21:39:30.481716Z","steps":["trace[428167773] 'agreement among raft nodes before linearized reading' (duration: 156.216194ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:30.481738Z","caller":"traceutil/trace.go:171","msg":"trace[1697737731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7891; }","duration":"160.009092ms","start":"2026-03-02T21:39:30.321715Z","end":"2026-03-02T21:39:30.481725Z","steps":["trace[1697737731] 'agreement among raft nodes before linearized reading' (duration: 159.842107ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:30.481693Z","caller":"traceutil/trace.go:171","msg":"trace[107552366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7891; }","duration":"158.949364ms","start":"2026-03-02T21:39:30.322734Z","end":"2026-03-02T21:39:30.481683Z","steps":["trace[107552366] 'agreement among raft nodes before linearized reading' (duration: 158.885453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:30.481808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.091362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:39:30.481902Z","caller":"traceutil/trace.go:171","msg":"trace[255200084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7891; }","duration":"156.220095ms","start":"2026-03-02T21:39:30.325656Z","end":"2026-03-02T21:39:30.481876Z","steps":["trace[255200084] 'agreement among raft nodes before linearized reading' (duration: 155.988289ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:30.996493Z","caller":"traceutil/trace.go:171","msg":"trace[2145387733] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"511.737867ms","start":"2026-03-02T21:39:30.484724Z","end":"2026-03-02T21:39:30.996462Z","steps":["trace[2145387733] 'process raft request' (duration: 487.940738ms)","trace[2145387733] 'compare' (duration: 23.674916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:30.996654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:30.484706Z","time spent":"511.866219ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:31.070888Z","caller":"traceutil/trace.go:171","msg":"trace[794215553] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"585.889073ms","start":"2026-03-02T21:39:30.484971Z","end":"2026-03-02T21:39:31.07086Z","steps":["trace[794215553] 'process raft request' (duration: 585.718139ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:31.071035Z","caller":"traceutil/trace.go:171","msg":"trace[397056382] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"585.989215ms","start":"2026-03-02T21:39:30.485035Z","end":"2026-03-02T21:39:31.071024Z","steps":["trace[397056382] 'process raft request' (duration: 585.78605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:31.071058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:30.484951Z","time spent":"586.023797ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:31.071082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:30.48503Z","time spent":"586.030307ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:31.071283Z","caller":"traceutil/trace.go:171","msg":"trace[1729420258] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"585.470723ms","start":"2026-03-02T21:39:30.4858Z","end":"2026-03-02T21:39:31.071271Z","steps":["trace[1729420258] 'process raft request' (duration: 585.327329ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:31.071289Z","caller":"traceutil/trace.go:171","msg":"trace[943916648] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"585.891893ms","start":"2026-03-02T21:39:30.485355Z","end":"2026-03-02T21:39:31.071247Z","steps":["trace[943916648] 'process raft request' (duration: 585.628146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:31.071352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:30.485777Z","time spent":"585.540365ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:31.071255Z","caller":"traceutil/trace.go:171","msg":"trace[1535641009] linearizableReadLoop","detail":"{readStateIndex:8192; appliedIndex:8187; }","duration":"511.804559ms","start":"2026-03-02T21:39:30.55942Z","end":"2026-03-02T21:39:31.071225Z","steps":["trace[1535641009] 'read index received' (duration: 413.238018ms)","trace[1535641009] 'applied index is now lower than readState.Index' (duration: 98.565591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:31.071369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.925692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:39:31.071455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:30.485348Z","time spent":"586.016786ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:31.071466Z","caller":"traceutil/trace.go:171","msg":"trace[1604404894] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7896; }","duration":"512.067385ms","start":"2026-03-02T21:39:30.559385Z","end":"2026-03-02T21:39:31.071452Z","steps":["trace[1604404894] 'agreement among raft nodes before linearized reading' (duration: 511.927992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:31.071484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.850405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:31.071508Z","caller":"traceutil/trace.go:171","msg":"trace[190546679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7896; }","duration":"293.930336ms","start":"2026-03-02T21:39:30.77757Z","end":"2026-03-02T21:39:31.0715Z","steps":["trace[190546679] 'agreement among raft nodes before linearized reading' (duration: 293.889725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:31.071505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:30.55937Z","time spent":"512.124326ms","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:39:40.791969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.177046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T21:39:40.792216Z","caller":"traceutil/trace.go:171","msg":"trace[119450529] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7979; }","duration":"600.224161ms","start":"2026-03-02T21:39:40.191901Z","end":"2026-03-02T21:39:40.792126Z","steps":["trace[119450529] 'process raft request' (duration: 310.391658ms)","trace[119450529] 'compare' (duration: 288.527799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:40.792367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:40.191879Z","time spent":"600.419675ms","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-02T21:39:41.071729Z","caller":"traceutil/trace.go:171","msg":"trace[592612968] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"877.809128ms","start":"2026-03-02T21:39:40.193878Z","end":"2026-03-02T21:39:41.071687Z","steps":["trace[592612968] 'process raft request' (duration: 794.95735ms)","trace[592612968] 'compare' (duration: 82.336135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:41.071898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:40.193858Z","time spent":"877.962132ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:41.484926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.546265ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-02T21:39:41.48504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:41.183764Z","time spent":"301.264985ms","remote":"127.0.0.1:57074","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T21:39:41.485603Z","caller":"traceutil/trace.go:171","msg":"trace[163577076] linearizableReadLoop","detail":"{readStateIndex:8282; appliedIndex:8278; }","duration":"1.088370322s","start":"2026-03-02T21:39:40.397201Z","end":"2026-03-02T21:39:41.485571Z","steps":["trace[163577076] 'read index received' (duration: 105.099758ms)","trace[163577076] 'applied index is now lower than readState.Index' (duration: 983.268614ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:41.485658Z","caller":"traceutil/trace.go:171","msg":"trace[541026469] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"1.147630738s","start":"2026-03-02T21:39:40.337981Z","end":"2026-03-02T21:39:41.485612Z","steps":["trace[541026469] 'process raft request' (duration: 1.147086235s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:41.485854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:40.337949Z","time spent":"1.147820833s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:41.521952Z","caller":"traceutil/trace.go:171","msg":"trace[1514205182] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"857.524549ms","start":"2026-03-02T21:39:40.664405Z","end":"2026-03-02T21:39:41.52193Z","steps":["trace[1514205182] 'process raft request' (duration: 857.325115ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:41.521969Z","caller":"traceutil/trace.go:171","msg":"trace[1179351706] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"1.004234231s","start":"2026-03-02T21:39:40.517689Z","end":"2026-03-02T21:39:41.521923Z","steps":["trace[1179351706] 'process raft request' (duration: 982.734892ms)","trace[1179351706] 'compare' (duration: 20.920314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:41.522058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:40.664379Z","time spent":"857.627682ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:39:41.522168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:40.517657Z","time spent":"1.004402154s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:41.521757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124532717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T21:39:41.522406Z","caller":"traceutil/trace.go:171","msg":"trace[1199860881] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7981; }","duration":"1.125224475s","start":"2026-03-02T21:39:40.397143Z","end":"2026-03-02T21:39:41.522367Z","steps":["trace[1199860881] 'agreement among raft nodes before linearized reading' (duration: 1.088557168s)","trace[1199860881] 'range keys from in-memory index tree' (duration: 35.905278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:41.522493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:40.397118Z","time spent":"1.125344088s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T21:39:41.550171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.648585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5nr24\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-02T21:39:41.550256Z","caller":"traceutil/trace.go:171","msg":"trace[1999883998] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5nr24; range_end:; response_count:1; response_revision:7984; }","duration":"886.769188ms","start":"2026-03-02T21:39:40.663466Z","end":"2026-03-02T21:39:41.550236Z","steps":["trace[1999883998] 'agreement among raft nodes before linearized reading' (duration: 886.456809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:41.55025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.772174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:39:41.550298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:40.663446Z","time spent":"886.84347ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5nr24\" "} {"level":"warn","ts":"2026-03-02T21:39:41.550299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.393531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:39:41.550343Z","caller":"traceutil/trace.go:171","msg":"trace[1918545405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7984; }","duration":"426.888647ms","start":"2026-03-02T21:39:41.123432Z","end":"2026-03-02T21:39:41.550321Z","steps":["trace[1918545405] 'agreement among raft nodes before linearized reading' (duration: 426.690312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:41.550383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:41.123428Z","time spent":"426.945678ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:39:41.550384Z","caller":"traceutil/trace.go:171","msg":"trace[1186812868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7984; }","duration":"427.509613ms","start":"2026-03-02T21:39:41.122855Z","end":"2026-03-02T21:39:41.550364Z","steps":["trace[1186812868] 'agreement among raft nodes before linearized reading' (duration: 427.291938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:41.550429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:41.122841Z","time spent":"427.579685ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:39:41.550518Z","caller":"traceutil/trace.go:171","msg":"trace[1139536008] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"372.629239ms","start":"2026-03-02T21:39:41.177874Z","end":"2026-03-02T21:39:41.550504Z","steps":["trace[1139536008] 'process raft request' (duration: 371.87925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:41.550596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.420031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T21:39:41.550594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.300535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5nr24\" ","response":"range_response_count:1 size:4648"} {"level":"warn","ts":"2026-03-02T21:39:41.550625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:41.177853Z","time spent":"372.70146ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:41.550631Z","caller":"traceutil/trace.go:171","msg":"trace[1508902370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7984; }","duration":"508.493083ms","start":"2026-03-02T21:39:41.042128Z","end":"2026-03-02T21:39:41.550621Z","steps":["trace[1508902370] 'agreement among raft nodes before linearized reading' (duration: 508.410791ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:41.550646Z","caller":"traceutil/trace.go:171","msg":"trace[1987602748] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5nr24; range_end:; response_count:1; response_revision:7984; }","duration":"475.397377ms","start":"2026-03-02T21:39:41.075238Z","end":"2026-03-02T21:39:41.550635Z","steps":["trace[1987602748] 'agreement among raft nodes before linearized reading' (duration: 475.280275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:41.55066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:41.042103Z","time spent":"508.551835ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:39:41.550686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:41.075214Z","time spent":"475.464599ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5nr24\" "} {"level":"warn","ts":"2026-03-02T21:39:41.55025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.853885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:39:41.550742Z","caller":"traceutil/trace.go:171","msg":"trace[648137378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7984; }","duration":"425.414769ms","start":"2026-03-02T21:39:41.125317Z","end":"2026-03-02T21:39:41.550732Z","steps":["trace[648137378] 'agreement among raft nodes before linearized reading' (duration: 424.635839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:41.550779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:41.125293Z","time spent":"425.47668ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:39:41.550976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.803114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T21:39:41.550994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.435308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l84s4\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-02T21:39:41.550971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.365893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:39:41.551008Z","caller":"traceutil/trace.go:171","msg":"trace[709983323] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7984; }","duration":"277.867306ms","start":"2026-03-02T21:39:41.273133Z","end":"2026-03-02T21:39:41.551Z","steps":["trace[709983323] 'agreement among raft nodes before linearized reading' (duration: 277.779904ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:41.55103Z","caller":"traceutil/trace.go:171","msg":"trace[739839526] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l84s4; range_end:; response_count:1; response_revision:7984; }","duration":"421.470829ms","start":"2026-03-02T21:39:41.129549Z","end":"2026-03-02T21:39:41.55102Z","steps":["trace[739839526] 'agreement among raft nodes before linearized reading' (duration: 421.371416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:41.551059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:41.129512Z","time spent":"421.5389ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-l84s4\" "} {"level":"info","ts":"2026-03-02T21:39:41.551055Z","caller":"traceutil/trace.go:171","msg":"trace[781193633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7984; }","duration":"424.488675ms","start":"2026-03-02T21:39:41.126545Z","end":"2026-03-02T21:39:41.551034Z","steps":["trace[781193633] 'agreement among raft nodes before linearized reading' (duration: 424.206797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:41.551093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:41.126531Z","time spent":"424.554888ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:41.551193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.2248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:41.551281Z","caller":"traceutil/trace.go:171","msg":"trace[1829810640] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7984; }","duration":"461.442381ms","start":"2026-03-02T21:39:41.089824Z","end":"2026-03-02T21:39:41.551267Z","steps":["trace[1829810640] 'agreement among raft nodes before linearized reading' (duration: 460.167848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:41.551312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:41.089798Z","time spent":"461.504243ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:39:42.249896Z","caller":"traceutil/trace.go:171","msg":"trace[487021654] linearizableReadLoop","detail":"{readStateIndex:8296; appliedIndex:8295; }","duration":"155.180789ms","start":"2026-03-02T21:39:42.094673Z","end":"2026-03-02T21:39:42.249853Z","steps":["trace[487021654] 'read index received' (duration: 154.949633ms)","trace[487021654] 'applied index is now lower than readState.Index' (duration: 229.606µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:42.249932Z","caller":"traceutil/trace.go:171","msg":"trace[1629775316] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"211.224372ms","start":"2026-03-02T21:39:42.03867Z","end":"2026-03-02T21:39:42.249895Z","steps":["trace[1629775316] 'process raft request' (duration: 210.895074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:42.250043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.344252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:39:42.250174Z","caller":"traceutil/trace.go:171","msg":"trace[431293731] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7995; }","duration":"155.542778ms","start":"2026-03-02T21:39:42.094615Z","end":"2026-03-02T21:39:42.250158Z","steps":["trace[431293731] 'agreement among raft nodes before linearized reading' (duration: 155.351513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:44.13675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.067926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:44.136923Z","caller":"traceutil/trace.go:171","msg":"trace[173717084] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"609.455905ms","start":"2026-03-02T21:39:43.527424Z","end":"2026-03-02T21:39:44.13688Z","steps":["trace[173717084] 'process raft request' (duration: 183.146993ms)","trace[173717084] 'compare' (duration: 425.712878ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:44.136983Z","caller":"traceutil/trace.go:171","msg":"trace[1831881808] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"277.903787ms","start":"2026-03-02T21:39:43.859063Z","end":"2026-03-02T21:39:44.136967Z","steps":["trace[1831881808] 'process raft request' (duration: 277.826344ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:44.136984Z","caller":"traceutil/trace.go:171","msg":"trace[763090084] linearizableReadLoop","detail":"{readStateIndex:8299; appliedIndex:8297; }","duration":"560.528335ms","start":"2026-03-02T21:39:43.576434Z","end":"2026-03-02T21:39:44.136963Z","steps":["trace[763090084] 'read index received' (duration: 2.434102ms)","trace[763090084] 'applied index is now lower than readState.Index' (duration: 558.092633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:44.137087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:43.5274Z","time spent":"609.602139ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:44.137197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.75572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:39:44.137251Z","caller":"traceutil/trace.go:171","msg":"trace[276206541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7999; }","duration":"560.847033ms","start":"2026-03-02T21:39:43.576388Z","end":"2026-03-02T21:39:44.137235Z","steps":["trace[276206541] 'agreement among raft nodes before linearized reading' (duration: 560.683609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:44.137302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:43.576363Z","time spent":"560.926304ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:39:44.137523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.802321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:39:44.137566Z","caller":"traceutil/trace.go:171","msg":"trace[263539609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7999; }","duration":"560.885423ms","start":"2026-03-02T21:39:43.576668Z","end":"2026-03-02T21:39:44.137553Z","steps":["trace[263539609] 'agreement among raft nodes before linearized reading' (duration: 560.74191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:44.137603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:43.576657Z","time spent":"560.935944ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:44.137661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.816193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:39:44.137696Z","caller":"traceutil/trace.go:171","msg":"trace[1108655788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7999; }","duration":"560.891604ms","start":"2026-03-02T21:39:43.576793Z","end":"2026-03-02T21:39:44.137685Z","steps":["trace[1108655788] 'agreement among raft nodes before linearized reading' (duration: 560.789471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:44.137726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:43.576765Z","time spent":"560.953956ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:44.137768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.995319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l84s4\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-02T21:39:44.137775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.526745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:39:44.137779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.817437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:39:44.137859Z","caller":"traceutil/trace.go:171","msg":"trace[892701663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7999; }","duration":"560.629307ms","start":"2026-03-02T21:39:43.577209Z","end":"2026-03-02T21:39:44.137838Z","steps":["trace[892701663] 'agreement among raft nodes before linearized reading' (duration: 560.353629ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:44.137885Z","caller":"traceutil/trace.go:171","msg":"trace[1412380999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7999; }","duration":"559.9503ms","start":"2026-03-02T21:39:43.577905Z","end":"2026-03-02T21:39:44.137855Z","steps":["trace[1412380999] 'agreement among raft nodes before linearized reading' (duration: 559.674802ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:44.137871Z","caller":"traceutil/trace.go:171","msg":"trace[1387187336] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l84s4; range_end:; response_count:1; response_revision:7999; }","duration":"558.095512ms","start":"2026-03-02T21:39:43.579731Z","end":"2026-03-02T21:39:44.137826Z","steps":["trace[1387187336] 'agreement among raft nodes before linearized reading' (duration: 557.821864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:44.137896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.947966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:39:44.13792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:43.577202Z","time spent":"560.706029ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:39:44.137931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:43.577896Z","time spent":"560.027041ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:39:44.137966Z","caller":"traceutil/trace.go:171","msg":"trace[182388633] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7999; }","duration":"466.049899ms","start":"2026-03-02T21:39:43.671895Z","end":"2026-03-02T21:39:44.137945Z","steps":["trace[182388633] 'agreement among raft nodes before linearized reading' (duration: 465.674479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:44.138016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:43.671876Z","time spent":"466.12711ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:39:44.138142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:43.579718Z","time spent":"558.405349ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-l84s4\" "} {"level":"warn","ts":"2026-03-02T21:39:44.832797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.536289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:44.832927Z","caller":"traceutil/trace.go:171","msg":"trace[313809840] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"690.99002ms","start":"2026-03-02T21:39:44.141916Z","end":"2026-03-02T21:39:44.832906Z","steps":["trace[313809840] 'process raft request' (duration: 373.267735ms)","trace[313809840] 'compare' (duration: 317.058658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:44.832971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:44.141889Z","time spent":"691.063342ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:39:45.252914Z","caller":"traceutil/trace.go:171","msg":"trace[1472492964] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"1.110378906s","start":"2026-03-02T21:39:44.142513Z","end":"2026-03-02T21:39:45.252892Z","steps":["trace[1472492964] 'process raft request' (duration: 1.109963355s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:45.252955Z","caller":"traceutil/trace.go:171","msg":"trace[1733092846] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"1.110325994s","start":"2026-03-02T21:39:44.142585Z","end":"2026-03-02T21:39:45.252911Z","steps":["trace[1733092846] 'process raft request' (duration: 1.109923683s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:45.252968Z","caller":"traceutil/trace.go:171","msg":"trace[3948237] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"1.110930929s","start":"2026-03-02T21:39:44.141998Z","end":"2026-03-02T21:39:45.252929Z","steps":["trace[3948237] 'process raft request' (duration: 1.018922096s)","trace[3948237] 'compare' (duration: 91.200462ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:45.253019Z","caller":"traceutil/trace.go:171","msg":"trace[489923568] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"1.110235772s","start":"2026-03-02T21:39:44.142727Z","end":"2026-03-02T21:39:45.252963Z","steps":["trace[489923568] 'process raft request' (duration: 1.109813231s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:45.253021Z","caller":"traceutil/trace.go:171","msg":"trace[222791891] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"1.109106393s","start":"2026-03-02T21:39:44.143871Z","end":"2026-03-02T21:39:45.252977Z","steps":["trace[222791891] 'process raft request' (duration: 1.108732993s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:45.253109Z","caller":"traceutil/trace.go:171","msg":"trace[1695295525] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"1.111030832s","start":"2026-03-02T21:39:44.142067Z","end":"2026-03-02T21:39:45.253098Z","steps":["trace[1695295525] 'process raft request' (duration: 1.110319754s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:45.253121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:44.141983Z","time spent":"1.111059463s","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:45.253131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:44.142575Z","time spent":"1.110459648s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:45.253167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:44.142044Z","time spent":"1.111097733s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:45.25322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:44.142718Z","time spent":"1.110402206s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:45.253243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:44.143857Z","time spent":"1.109277778s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:45.25306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:44.142494Z","time spent":"1.11049333s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:45.253383Z","caller":"traceutil/trace.go:171","msg":"trace[1760116359] linearizableReadLoop","detail":"{readStateIndex:8302; appliedIndex:8300; }","duration":"1.110605271s","start":"2026-03-02T21:39:44.14203Z","end":"2026-03-02T21:39:45.252635Z","steps":["trace[1760116359] 'read index received' (duration: 373.146643ms)","trace[1760116359] 'applied index is now lower than readState.Index' (duration: 737.457538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:45.253638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111579127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-02T21:39:45.252961Z","caller":"traceutil/trace.go:171","msg":"trace[2100190899] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"1.109543774s","start":"2026-03-02T21:39:44.143374Z","end":"2026-03-02T21:39:45.252917Z","steps":["trace[2100190899] 'process raft request' (duration: 1.109203045s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:45.253718Z","caller":"traceutil/trace.go:171","msg":"trace[1399506134] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8007; }","duration":"1.11171078s","start":"2026-03-02T21:39:44.141988Z","end":"2026-03-02T21:39:45.253698Z","steps":["trace[1399506134] 'agreement among raft nodes before linearized reading' (duration: 1.111421012s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:45.253899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:44.141969Z","time spent":"1.111912324s","remote":"127.0.0.1:46910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T21:39:45.254156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:44.143364Z","time spent":"1.110506489s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:45.331592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.778497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:45.331719Z","caller":"traceutil/trace.go:171","msg":"trace[1522182781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8008; }","duration":"552.959231ms","start":"2026-03-02T21:39:44.778739Z","end":"2026-03-02T21:39:45.331698Z","steps":["trace[1522182781] 'agreement among raft nodes before linearized reading' (duration: 552.739916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:45.33171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.417357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-02T21:39:45.33176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:44.778717Z","time spent":"553.034522ms","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:39:45.331816Z","caller":"traceutil/trace.go:171","msg":"trace[581349879] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:8008; }","duration":"272.54922ms","start":"2026-03-02T21:39:45.059216Z","end":"2026-03-02T21:39:45.331766Z","steps":["trace[581349879] 'agreement among raft nodes before linearized reading' (duration: 272.253983ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:45.332278Z","caller":"traceutil/trace.go:171","msg":"trace[1012573470] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"551.445823ms","start":"2026-03-02T21:39:44.780821Z","end":"2026-03-02T21:39:45.332267Z","steps":["trace[1012573470] 'process raft request' (duration: 550.447797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:45.332287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190162486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228509"} {"level":"info","ts":"2026-03-02T21:39:45.332317Z","caller":"traceutil/trace.go:171","msg":"trace[177171351] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8008; }","duration":"1.190218677s","start":"2026-03-02T21:39:44.142091Z","end":"2026-03-02T21:39:45.332309Z","steps":["trace[177171351] 'agreement among raft nodes before linearized reading' (duration: 1.1899323s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:45.332341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:44.142081Z","time spent":"1.190254357s","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228532,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:39:45.332454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:44.780794Z","time spent":"551.513224ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:45.332764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.352645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d9c9766ff-kp6s2.18992400e1149e95\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-02T21:39:45.332887Z","caller":"traceutil/trace.go:171","msg":"trace[838782262] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d9c9766ff-kp6s2.18992400e1149e95; range_end:; response_count:1; response_revision:8008; }","duration":"787.529609ms","start":"2026-03-02T21:39:44.545332Z","end":"2026-03-02T21:39:45.332862Z","steps":["trace[838782262] 'agreement among raft nodes before linearized reading' (duration: 787.133829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:45.332935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:44.545309Z","time spent":"787.616492ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6d9c9766ff-kp6s2.18992400e1149e95\" "} {"level":"info","ts":"2026-03-02T21:39:45.449639Z","caller":"traceutil/trace.go:171","msg":"trace[1759476485] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"109.764756ms","start":"2026-03-02T21:39:45.339848Z","end":"2026-03-02T21:39:45.449613Z","steps":["trace[1759476485] 'process raft request' (duration: 109.665174ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:45.710834Z","caller":"traceutil/trace.go:171","msg":"trace[731835403] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"127.231284ms","start":"2026-03-02T21:39:45.583569Z","end":"2026-03-02T21:39:45.7108Z","steps":["trace[731835403] 'process raft request' (duration: 108.385082ms)","trace[731835403] 'compare' (duration: 18.717868ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:55.040263Z","caller":"traceutil/trace.go:171","msg":"trace[1304850555] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"250.578388ms","start":"2026-03-02T21:39:54.789655Z","end":"2026-03-02T21:39:55.040234Z","steps":["trace[1304850555] 'process raft request' (duration: 250.126187ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:55.849224Z","caller":"traceutil/trace.go:171","msg":"trace[1793529231] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"234.033455ms","start":"2026-03-02T21:40:55.615167Z","end":"2026-03-02T21:40:55.849201Z","steps":["trace[1793529231] 'process raft request' (duration: 228.353229ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:55.849339Z","caller":"traceutil/trace.go:171","msg":"trace[1421942109] linearizableReadLoop","detail":"{readStateIndex:9002; appliedIndex:8999; }","duration":"217.655948ms","start":"2026-03-02T21:40:55.631663Z","end":"2026-03-02T21:40:55.849319Z","steps":["trace[1421942109] 'read index received' (duration: 56.325809ms)","trace[1421942109] 'applied index is now lower than readState.Index' (duration: 161.329249ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:40:55.849489Z","caller":"traceutil/trace.go:171","msg":"trace[1704101776] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"233.901472ms","start":"2026-03-02T21:40:55.615579Z","end":"2026-03-02T21:40:55.849481Z","steps":["trace[1704101776] 'process raft request' (duration: 233.579965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:55.849716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.890914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:40:55.849799Z","caller":"traceutil/trace.go:171","msg":"trace[37596809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8679; }","duration":"218.034118ms","start":"2026-03-02T21:40:55.631748Z","end":"2026-03-02T21:40:55.849782Z","steps":["trace[37596809] 'agreement among raft nodes before linearized reading' (duration: 217.811531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:55.849957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.184965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:40:55.850017Z","caller":"traceutil/trace.go:171","msg":"trace[361007419] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8679; }","duration":"161.271407ms","start":"2026-03-02T21:40:55.688727Z","end":"2026-03-02T21:40:55.849999Z","steps":["trace[361007419] 'agreement among raft nodes before linearized reading' (duration: 161.180815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:55.850033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.817027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:40:55.850057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.349605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:40:55.850075Z","caller":"traceutil/trace.go:171","msg":"trace[255147602] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8679; }","duration":"173.906209ms","start":"2026-03-02T21:40:55.676156Z","end":"2026-03-02T21:40:55.850063Z","steps":["trace[255147602] 'agreement among raft nodes before linearized reading' (duration: 173.773916ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:55.850128Z","caller":"traceutil/trace.go:171","msg":"trace[109778489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8679; }","duration":"218.482238ms","start":"2026-03-02T21:40:55.631612Z","end":"2026-03-02T21:40:55.850094Z","steps":["trace[109778489] 'agreement among raft nodes before linearized reading' (duration: 218.325934ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:56.623217Z","caller":"traceutil/trace.go:171","msg":"trace[1857118571] linearizableReadLoop","detail":"{readStateIndex:9006; appliedIndex:9005; }","duration":"543.785963ms","start":"2026-03-02T21:40:56.079371Z","end":"2026-03-02T21:40:56.623157Z","steps":["trace[1857118571] 'read index received' (duration: 493.238473ms)","trace[1857118571] 'applied index is now lower than readState.Index' (duration: 50.546ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:40:56.623225Z","caller":"traceutil/trace.go:171","msg":"trace[650932341] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"653.471844ms","start":"2026-03-02T21:40:55.969707Z","end":"2026-03-02T21:40:56.623179Z","steps":["trace[650932341] 'process raft request' (duration: 602.928664ms)","trace[650932341] 'compare' (duration: 50.385606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:40:56.623495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:40:55.96968Z","time spent":"653.68484ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:40:56.62349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.03998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:40:56.62359Z","caller":"traceutil/trace.go:171","msg":"trace[1586530218] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8683; }","duration":"544.234595ms","start":"2026-03-02T21:40:56.079326Z","end":"2026-03-02T21:40:56.623561Z","steps":["trace[1586530218] 'agreement among raft nodes before linearized reading' (duration: 544.009399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:56.623685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:40:56.079308Z","time spent":"544.357887ms","remote":"127.0.0.1:59398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:40:56.685886Z","caller":"traceutil/trace.go:171","msg":"trace[511095725] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"298.981623ms","start":"2026-03-02T21:40:56.386866Z","end":"2026-03-02T21:40:56.685848Z","steps":["trace[511095725] 'process raft request' (duration: 298.600513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:56.685982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.321591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:40:56.686089Z","caller":"traceutil/trace.go:171","msg":"trace[195521282] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8684; }","duration":"317.495276ms","start":"2026-03-02T21:40:56.368571Z","end":"2026-03-02T21:40:56.686066Z","steps":["trace[195521282] 'agreement among raft nodes before linearized reading' (duration: 317.24704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:56.68615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:40:56.36855Z","time spent":"317.588757ms","remote":"127.0.0.1:47042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:40:56.972835Z","caller":"traceutil/trace.go:171","msg":"trace[1397527744] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"282.050331ms","start":"2026-03-02T21:40:56.690751Z","end":"2026-03-02T21:40:56.972801Z","steps":["trace[1397527744] 'process raft request' (duration: 209.050836ms)","trace[1397527744] 'compare' (duration: 72.512022ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:40:56.972928Z","caller":"traceutil/trace.go:171","msg":"trace[146003475] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"194.940277ms","start":"2026-03-02T21:40:56.777961Z","end":"2026-03-02T21:40:56.972902Z","steps":["trace[146003475] 'process raft request' (duration: 194.822204ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:56.972948Z","caller":"traceutil/trace.go:171","msg":"trace[1590883910] linearizableReadLoop","detail":"{readStateIndex:9008; appliedIndex:9007; }","duration":"245.328674ms","start":"2026-03-02T21:40:56.727583Z","end":"2026-03-02T21:40:56.972911Z","steps":["trace[1590883910] 'read index received' (duration: 172.229348ms)","trace[1590883910] 'applied index is now lower than readState.Index' (duration: 73.097656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:40:56.973261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.013528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:40:56.973344Z","caller":"traceutil/trace.go:171","msg":"trace[1401658753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8686; }","duration":"195.148951ms","start":"2026-03-02T21:40:56.778175Z","end":"2026-03-02T21:40:56.973324Z","steps":["trace[1401658753] 'agreement among raft nodes before linearized reading' (duration: 195.000798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:56.973339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.741184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T21:40:56.973391Z","caller":"traceutil/trace.go:171","msg":"trace[1260391197] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8686; }","duration":"245.866599ms","start":"2026-03-02T21:40:56.727508Z","end":"2026-03-02T21:40:56.973375Z","steps":["trace[1260391197] 'agreement among raft nodes before linearized reading' (duration: 245.606181ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:43:12.581171Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e9047e95cdba2056","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T21:43:12.594366Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-02T21:43:12.594492Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-02T21:44:12.015305Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7758} {"level":"info","ts":"2026-03-02T21:44:12.076799Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7758,"took":"59.261557ms","hash":1826678667,"current-db-size-bytes":42008576,"current-db-size":"42 MB","current-db-size-in-use-bytes":27836416,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T21:44:12.076861Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1826678667,"revision":7758,"compact-revision":5742} {"level":"info","ts":"2026-03-02T21:44:17.562959Z","caller":"traceutil/trace.go:171","msg":"trace[1117765994] transaction","detail":"{read_only:false; response_revision:10304; number_of_response:1; }","duration":"106.668202ms","start":"2026-03-02T21:44:17.45627Z","end":"2026-03-02T21:44:17.562938Z","steps":["trace[1117765994] 'process raft request' (duration: 106.466006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:17.937667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.881574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:17.937767Z","caller":"traceutil/trace.go:171","msg":"trace[1286002042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10305; }","duration":"160.029778ms","start":"2026-03-02T21:44:17.777713Z","end":"2026-03-02T21:44:17.937743Z","steps":["trace[1286002042] 'range keys from in-memory index tree' (duration: 159.75186ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:37.231359Z","caller":"traceutil/trace.go:171","msg":"trace[1484055639] linearizableReadLoop","detail":"{readStateIndex:10776; appliedIndex:10775; }","duration":"249.271513ms","start":"2026-03-02T21:44:36.982056Z","end":"2026-03-02T21:44:37.231328Z","steps":["trace[1484055639] 'read index received' (duration: 249.026976ms)","trace[1484055639] 'applied index is now lower than readState.Index' (duration: 243.527µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:37.231508Z","caller":"traceutil/trace.go:171","msg":"trace[1346946886] transaction","detail":"{read_only:false; response_revision:10397; number_of_response:1; }","duration":"439.086362ms","start":"2026-03-02T21:44:36.792389Z","end":"2026-03-02T21:44:37.231475Z","steps":["trace[1346946886] 'process raft request' (duration: 438.760683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:37.231712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:36.792365Z","time spent":"439.222656ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:44:37.23179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.455338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-02T21:44:37.231838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.071966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T21:44:37.231718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.218461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:44:37.231859Z","caller":"traceutil/trace.go:171","msg":"trace[1019722699] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10397; }","duration":"101.55149ms","start":"2026-03-02T21:44:37.130286Z","end":"2026-03-02T21:44:37.231838Z","steps":["trace[1019722699] 'agreement among raft nodes before linearized reading' (duration: 101.317114ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:37.231894Z","caller":"traceutil/trace.go:171","msg":"trace[1851738987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10397; }","duration":"140.135818ms","start":"2026-03-02T21:44:37.091737Z","end":"2026-03-02T21:44:37.231873Z","steps":["trace[1851738987] 'agreement among raft nodes before linearized reading' (duration: 140.020305ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:37.231899Z","caller":"traceutil/trace.go:171","msg":"trace[783797686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10397; }","duration":"201.422147ms","start":"2026-03-02T21:44:37.030457Z","end":"2026-03-02T21:44:37.231879Z","steps":["trace[783797686] 'agreement among raft nodes before linearized reading' (duration: 201.082748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:37.232118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.068873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:44:37.232165Z","caller":"traceutil/trace.go:171","msg":"trace[925190169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10397; }","duration":"250.158345ms","start":"2026-03-02T21:44:36.98199Z","end":"2026-03-02T21:44:37.232148Z","steps":["trace[925190169] 'agreement among raft nodes before linearized reading' (duration: 249.527779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:37.232164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.404865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:44:37.23228Z","caller":"traceutil/trace.go:171","msg":"trace[1678156940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10397; }","duration":"140.57582ms","start":"2026-03-02T21:44:37.091674Z","end":"2026-03-02T21:44:37.23225Z","steps":["trace[1678156940] 'agreement among raft nodes before linearized reading' (duration: 140.141138ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:37.62945Z","caller":"traceutil/trace.go:171","msg":"trace[360603369] transaction","detail":"{read_only:false; response_revision:10399; number_of_response:1; }","duration":"392.085429ms","start":"2026-03-02T21:44:37.237346Z","end":"2026-03-02T21:44:37.629431Z","steps":["trace[360603369] 'process raft request' (duration: 307.38272ms)","trace[360603369] 'compare' (duration: 84.592286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:37.629597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:37.23732Z","time spent":"392.207392ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:44:37.629743Z","caller":"traceutil/trace.go:171","msg":"trace[1133911864] linearizableReadLoop","detail":"{readStateIndex:10780; appliedIndex:10776; }","duration":"392.018287ms","start":"2026-03-02T21:44:37.237707Z","end":"2026-03-02T21:44:37.629726Z","steps":["trace[1133911864] 'read index received' (duration: 84.866752ms)","trace[1133911864] 'applied index is now lower than readState.Index' (duration: 307.150695ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:37.629796Z","caller":"traceutil/trace.go:171","msg":"trace[1993333039] transaction","detail":"{read_only:false; response_revision:10400; number_of_response:1; }","duration":"392.417058ms","start":"2026-03-02T21:44:37.237351Z","end":"2026-03-02T21:44:37.629768Z","steps":["trace[1993333039] 'process raft request' (duration: 392.056728ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:37.629851Z","caller":"traceutil/trace.go:171","msg":"trace[1429152171] transaction","detail":"{read_only:false; response_revision:10402; number_of_response:1; }","duration":"391.033622ms","start":"2026-03-02T21:44:37.238807Z","end":"2026-03-02T21:44:37.62984Z","steps":["trace[1429152171] 'process raft request' (duration: 390.794606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:37.629927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:37.237326Z","time spent":"392.516399ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:44:37.629931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.234384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l84s4\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-02T21:44:37.629964Z","caller":"traceutil/trace.go:171","msg":"trace[146489998] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l84s4; range_end:; response_count:1; response_revision:10402; }","duration":"187.304836ms","start":"2026-03-02T21:44:37.442651Z","end":"2026-03-02T21:44:37.629956Z","steps":["trace[146489998] 'agreement among raft nodes before linearized reading' (duration: 187.198604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:37.629925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:37.238774Z","time spent":"391.098953ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:44:37.63015Z","caller":"traceutil/trace.go:171","msg":"trace[1181470412] transaction","detail":"{read_only:false; response_revision:10401; number_of_response:1; }","duration":"392.1605ms","start":"2026-03-02T21:44:37.237469Z","end":"2026-03-02T21:44:37.629629Z","steps":["trace[1181470412] 'process raft request' (duration: 392.083978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:37.630202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:37.237457Z","time spent":"392.717535ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:44:37.630265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.53475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19201"} {"level":"info","ts":"2026-03-02T21:44:37.63037Z","caller":"traceutil/trace.go:171","msg":"trace[1093846381] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10402; }","duration":"392.649433ms","start":"2026-03-02T21:44:37.237697Z","end":"2026-03-02T21:44:37.630346Z","steps":["trace[1093846381] 'agreement among raft nodes before linearized reading' (duration: 392.326485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:37.630409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:37.237655Z","time spent":"392.744426ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19224,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T21:44:38.619783Z","caller":"traceutil/trace.go:171","msg":"trace[53190922] transaction","detail":"{read_only:false; response_revision:10405; number_of_response:1; }","duration":"381.523909ms","start":"2026-03-02T21:44:38.238206Z","end":"2026-03-02T21:44:38.61973Z","steps":["trace[53190922] 'process raft request' (duration: 381.311723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:38.620193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:38.23819Z","time spent":"381.695923ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:44:38.753111Z","caller":"traceutil/trace.go:171","msg":"trace[274680988] linearizableReadLoop","detail":"{readStateIndex:10785; appliedIndex:10784; }","duration":"129.368602ms","start":"2026-03-02T21:44:38.623717Z","end":"2026-03-02T21:44:38.753086Z","steps":["trace[274680988] 'read index received' (duration: 54.474955ms)","trace[274680988] 'applied index is now lower than readState.Index' (duration: 74.892527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:38.75332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.580347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-7745fd447c-nj2vf.1899244e2cc4c090\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-03-02T21:44:38.753361Z","caller":"traceutil/trace.go:171","msg":"trace[89109401] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-7745fd447c-nj2vf.1899244e2cc4c090; range_end:; response_count:1; response_revision:10406; }","duration":"129.667561ms","start":"2026-03-02T21:44:38.623681Z","end":"2026-03-02T21:44:38.753349Z","steps":["trace[89109401] 'agreement among raft nodes before linearized reading' (duration: 129.505866ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:38.753608Z","caller":"traceutil/trace.go:171","msg":"trace[1408675046] transaction","detail":"{read_only:false; response_revision:10406; number_of_response:1; }","duration":"514.499363ms","start":"2026-03-02T21:44:38.239052Z","end":"2026-03-02T21:44:38.753551Z","steps":["trace[1408675046] 'process raft request' (duration: 439.133883ms)","trace[1408675046] 'compare' (duration: 74.786695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:38.753781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:38.239039Z","time spent":"514.655626ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:44:59.876147Z","caller":"traceutil/trace.go:171","msg":"trace[73283700] transaction","detail":"{read_only:false; response_revision:10559; number_of_response:1; }","duration":"112.402256ms","start":"2026-03-02T21:44:59.763727Z","end":"2026-03-02T21:44:59.876129Z","steps":["trace[73283700] 'process raft request' (duration: 82.45394ms)","trace[73283700] 'compare' (duration: 29.819293ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:59.876346Z","caller":"traceutil/trace.go:171","msg":"trace[1501203234] transaction","detail":"{read_only:false; response_revision:10560; number_of_response:1; }","duration":"103.855567ms","start":"2026-03-02T21:44:59.772459Z","end":"2026-03-02T21:44:59.876315Z","steps":["trace[1501203234] 'process raft request' (duration: 103.635382ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:49:12.022068Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10253} {"level":"info","ts":"2026-03-02T21:49:12.110324Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10253,"took":"85.626691ms","hash":72393274,"current-db-size-bytes":42008576,"current-db-size":"42 MB","current-db-size-in-use-bytes":24522752,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T21:49:12.1104Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":72393274,"revision":10253,"compact-revision":7758} {"level":"warn","ts":"2026-03-02T21:49:41.812148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816955037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:49:41.934658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.548949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:49:41.934745Z","caller":"traceutil/trace.go:171","msg":"trace[434329918] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12327; }","duration":"997.664122ms","start":"2026-03-02T21:49:40.937061Z","end":"2026-03-02T21:49:41.934725Z","steps":["trace[434329918] 'range keys from in-memory index tree' (duration: 997.480307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:41.934782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:40.937049Z","time spent":"997.724714ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T21:49:41.935049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.565698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7433"} {"level":"info","ts":"2026-03-02T21:49:41.935105Z","caller":"traceutil/trace.go:171","msg":"trace[1661801616] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:12327; }","duration":"993.640649ms","start":"2026-03-02T21:49:40.941455Z","end":"2026-03-02T21:49:41.935096Z","steps":["trace[1661801616] 'range keys from in-memory index tree' (duration: 993.447595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:41.935139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:40.941445Z","time spent":"993.68495ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7456,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-02T21:49:41.936475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.559057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:49:41.936573Z","caller":"traceutil/trace.go:171","msg":"trace[1152007524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12327; }","duration":"769.69846ms","start":"2026-03-02T21:49:41.16686Z","end":"2026-03-02T21:49:41.936558Z","steps":["trace[1152007524] 'range keys from in-memory index tree' (duration: 769.386262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:41.936612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:41.166836Z","time spent":"769.766491ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:49:41.93695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.557861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:49:41.936987Z","caller":"traceutil/trace.go:171","msg":"trace[1526429181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12327; }","duration":"768.645323ms","start":"2026-03-02T21:49:41.168332Z","end":"2026-03-02T21:49:41.936978Z","steps":["trace[1526429181] 'range keys from in-memory index tree' (duration: 768.447249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:41.937023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:41.16832Z","time spent":"768.696094ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:49:41.938693Z","caller":"traceutil/trace.go:171","msg":"trace[1208060435] linearizableReadLoop","detail":"{readStateIndex:12778; appliedIndex:12777; }","duration":"627.4239ms","start":"2026-03-02T21:49:41.311249Z","end":"2026-03-02T21:49:41.938673Z","steps":["trace[1208060435] 'read index received' (duration: 627.089342ms)","trace[1208060435] 'applied index is now lower than readState.Index' (duration: 333.558µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:49:41.938784Z","caller":"traceutil/trace.go:171","msg":"trace[952876480] transaction","detail":"{read_only:false; response_revision:12328; number_of_response:1; }","duration":"710.490136ms","start":"2026-03-02T21:49:41.228248Z","end":"2026-03-02T21:49:41.938738Z","steps":["trace[952876480] 'process raft request' (duration: 710.141897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:41.939223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:41.228233Z","time spent":"710.922557ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:49:41.938988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.726248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:49:41.939354Z","caller":"traceutil/trace.go:171","msg":"trace[359735370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12328; }","duration":"628.130448ms","start":"2026-03-02T21:49:41.311208Z","end":"2026-03-02T21:49:41.939338Z","steps":["trace[359735370] 'agreement among raft nodes before linearized reading' (duration: 627.640155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:41.9394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:41.311188Z","time spent":"628.20083ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:49:41.939584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.704969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:49:41.939663Z","caller":"traceutil/trace.go:171","msg":"trace[1624293071] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12328; }","duration":"620.801002ms","start":"2026-03-02T21:49:41.318845Z","end":"2026-03-02T21:49:41.939646Z","steps":["trace[1624293071] 'agreement among raft nodes before linearized reading' (duration: 620.626216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:41.9397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:41.318838Z","time spent":"620.854933ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:49:41.93981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.21434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:49:41.939865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.339161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:49:41.939876Z","caller":"traceutil/trace.go:171","msg":"trace[482716186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12328; }","duration":"162.309922ms","start":"2026-03-02T21:49:41.77754Z","end":"2026-03-02T21:49:41.93985Z","steps":["trace[482716186] 'agreement among raft nodes before linearized reading' (duration: 162.2215ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:49:41.939901Z","caller":"traceutil/trace.go:171","msg":"trace[1147421198] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:12328; }","duration":"520.398452ms","start":"2026-03-02T21:49:41.419491Z","end":"2026-03-02T21:49:41.93989Z","steps":["trace[1147421198] 'agreement among raft nodes before linearized reading' (duration: 520.343401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:41.939929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:41.419479Z","time spent":"520.442773ms","remote":"127.0.0.1:59312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:50:19.497826Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032f1.wal"} {"level":"info","ts":"2026-03-02T21:50:33.342876Z","caller":"traceutil/trace.go:171","msg":"trace[1221219673] transaction","detail":"{read_only:false; response_revision:12647; number_of_response:1; }","duration":"409.794483ms","start":"2026-03-02T21:50:32.93306Z","end":"2026-03-02T21:50:33.342855Z","steps":["trace[1221219673] 'process raft request' (duration: 409.627659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:33.343021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:32.933031Z","time spent":"409.919046ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:33.34654Z","caller":"traceutil/trace.go:171","msg":"trace[194635920] linearizableReadLoop","detail":"{readStateIndex:13113; appliedIndex:13111; }","duration":"226.520654ms","start":"2026-03-02T21:50:33.120007Z","end":"2026-03-02T21:50:33.346528Z","steps":["trace[194635920] 'read index received' (duration: 222.949523ms)","trace[194635920] 'applied index is now lower than readState.Index' (duration: 3.570321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:50:33.346641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.641627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:50:33.346607Z","caller":"traceutil/trace.go:171","msg":"trace[1781688459] transaction","detail":"{read_only:false; response_revision:12648; number_of_response:1; }","duration":"333.207054ms","start":"2026-03-02T21:50:33.013365Z","end":"2026-03-02T21:50:33.346572Z","steps":["trace[1781688459] 'process raft request' (duration: 333.081651ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:33.346677Z","caller":"traceutil/trace.go:171","msg":"trace[963839992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12649; }","duration":"226.676208ms","start":"2026-03-02T21:50:33.119989Z","end":"2026-03-02T21:50:33.346665Z","steps":["trace[963839992] 'agreement among raft nodes before linearized reading' (duration: 226.581206ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:33.346636Z","caller":"traceutil/trace.go:171","msg":"trace[1814998627] transaction","detail":"{read_only:false; response_revision:12649; number_of_response:1; }","duration":"324.913952ms","start":"2026-03-02T21:50:33.021687Z","end":"2026-03-02T21:50:33.346601Z","steps":["trace[1814998627] 'process raft request' (duration: 324.816099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:33.34677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:33.013334Z","time spent":"333.356308ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:50:33.346809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:33.021672Z","time spent":"325.048374ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:50:35.856422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816956003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:50:36.357366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816956003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:50:36.829746Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.479115548s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:50:36.830144Z","caller":"traceutil/trace.go:171","msg":"trace[97137687] transaction","detail":"{read_only:false; response_revision:12656; number_of_response:1; }","duration":"1.479616881s","start":"2026-03-02T21:50:35.350503Z","end":"2026-03-02T21:50:36.830119Z","steps":["trace[97137687] 'process raft request' (duration: 1.479449047s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.830292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:35.350477Z","time spent":"1.479741944s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:36.832997Z","caller":"traceutil/trace.go:171","msg":"trace[212876085] linearizableReadLoop","detail":"{readStateIndex:13123; appliedIndex:13120; }","duration":"1.477298072s","start":"2026-03-02T21:50:35.355674Z","end":"2026-03-02T21:50:36.832972Z","steps":["trace[212876085] 'read index received' (duration: 1.474328386s)","trace[212876085] 'applied index is now lower than readState.Index' (duration: 2.968736ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:36.833061Z","caller":"traceutil/trace.go:171","msg":"trace[573993790] transaction","detail":"{read_only:false; response_revision:12657; number_of_response:1; }","duration":"1.481709204s","start":"2026-03-02T21:50:35.351323Z","end":"2026-03-02T21:50:36.833032Z","steps":["trace[573993790] 'process raft request' (duration: 1.481488169s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:36.833081Z","caller":"traceutil/trace.go:171","msg":"trace[514610987] transaction","detail":"{read_only:false; response_revision:12658; number_of_response:1; }","duration":"1.481114059s","start":"2026-03-02T21:50:35.351948Z","end":"2026-03-02T21:50:36.833062Z","steps":["trace[514610987] 'process raft request' (duration: 1.480986896s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.833172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:35.351943Z","time spent":"1.481182291s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:50:36.833187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24505152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:50:36.833222Z","caller":"traceutil/trace.go:171","msg":"trace[315099789] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12658; }","duration":"1.245149793s","start":"2026-03-02T21:50:35.588062Z","end":"2026-03-02T21:50:36.833211Z","steps":["trace[315099789] 'agreement among raft nodes before linearized reading' (duration: 1.24502984s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.833258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:35.588041Z","time spent":"1.245208225s","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:50:36.833279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477563738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:50:36.833317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:35.351312Z","time spent":"1.481806196s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:36.833364Z","caller":"traceutil/trace.go:171","msg":"trace[558717630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12658; }","duration":"1.477698022s","start":"2026-03-02T21:50:35.355648Z","end":"2026-03-02T21:50:36.833346Z","steps":["trace[558717630] 'agreement among raft nodes before linearized reading' (duration: 1.477418744s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.833452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:35.355643Z","time spent":"1.477794795s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:50:36.833509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.553191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:50:36.833538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123050239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:36.83357Z","caller":"traceutil/trace.go:171","msg":"trace[1351608087] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12658; }","duration":"637.643572ms","start":"2026-03-02T21:50:36.195914Z","end":"2026-03-02T21:50:36.833558Z","steps":["trace[1351608087] 'agreement among raft nodes before linearized reading' (duration: 637.473618ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:36.833575Z","caller":"traceutil/trace.go:171","msg":"trace[2071373461] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:12658; }","duration":"1.123116211s","start":"2026-03-02T21:50:35.710448Z","end":"2026-03-02T21:50:36.833564Z","steps":["trace[2071373461] 'agreement among raft nodes before linearized reading' (duration: 1.12305269s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.833609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:35.710434Z","time spent":"1.123168102s","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:50:36.833609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:36.195896Z","time spent":"637.705254ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:50:36.833613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125581255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6cb97b566d-kk2d2.1899243db7560a76\" ","response":"range_response_count:1 size:2105"} {"level":"warn","ts":"2026-03-02T21:50:36.833661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.854737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l84s4\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-02T21:50:36.833686Z","caller":"traceutil/trace.go:171","msg":"trace[514011191] range","detail":"{range_begin:/registry/events/openstack/glance-api-6cb97b566d-kk2d2.1899243db7560a76; range_end:; response_count:1; response_revision:12658; }","duration":"1.125684058s","start":"2026-03-02T21:50:35.70798Z","end":"2026-03-02T21:50:36.833664Z","steps":["trace[514011191] 'agreement among raft nodes before linearized reading' (duration: 1.125432882s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.833668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.316786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-02T21:50:36.833729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:35.707962Z","time spent":"1.125758939s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2128,"request content":"key:\"/registry/events/openstack/glance-api-6cb97b566d-kk2d2.1899243db7560a76\" "} {"level":"info","ts":"2026-03-02T21:50:36.83375Z","caller":"traceutil/trace.go:171","msg":"trace[679426697] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l84s4; range_end:; response_count:1; response_revision:12658; }","duration":"275.974019ms","start":"2026-03-02T21:50:36.557757Z","end":"2026-03-02T21:50:36.833731Z","steps":["trace[679426697] 'agreement among raft nodes before linearized reading' (duration: 275.690672ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:36.833759Z","caller":"traceutil/trace.go:171","msg":"trace[1808513844] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12658; }","duration":"616.435659ms","start":"2026-03-02T21:50:36.217303Z","end":"2026-03-02T21:50:36.833738Z","steps":["trace[1808513844] 'agreement among raft nodes before linearized reading' (duration: 616.203344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.833351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054131507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:50:36.833796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.88362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:50:36.833903Z","caller":"traceutil/trace.go:171","msg":"trace[713699426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12658; }","duration":"624.000693ms","start":"2026-03-02T21:50:36.209887Z","end":"2026-03-02T21:50:36.833888Z","steps":["trace[713699426] 'agreement among raft nodes before linearized reading' (duration: 623.716866ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:36.833803Z","caller":"traceutil/trace.go:171","msg":"trace[319908678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12658; }","duration":"1.054623269s","start":"2026-03-02T21:50:35.779171Z","end":"2026-03-02T21:50:36.833794Z","steps":["trace[319908678] 'agreement among raft nodes before linearized reading' (duration: 1.054128377s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:35.779151Z","time spent":"1.054828794s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:50:36.83404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.084088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:50:36.834112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:36.209878Z","time spent":"624.109526ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:50:36.834155Z","caller":"traceutil/trace.go:171","msg":"trace[1092366995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12658; }","duration":"635.245421ms","start":"2026-03-02T21:50:36.198885Z","end":"2026-03-02T21:50:36.834131Z","steps":["trace[1092366995] 'agreement among raft nodes before linearized reading' (duration: 634.40627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.834309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:36.198868Z","time spent":"635.355064ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:50:36.834535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:36.217285Z","time spent":"617.204388ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:50:51.041664Z","caller":"traceutil/trace.go:171","msg":"trace[1366323393] linearizableReadLoop","detail":"{readStateIndex:13192; appliedIndex:13191; }","duration":"156.539714ms","start":"2026-03-02T21:50:50.885103Z","end":"2026-03-02T21:50:51.041643Z","steps":["trace[1366323393] 'read index received' (duration: 49.052364ms)","trace[1366323393] 'applied index is now lower than readState.Index' (duration: 107.48642ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:51.041768Z","caller":"traceutil/trace.go:171","msg":"trace[1723688275] transaction","detail":"{read_only:false; response_revision:12724; number_of_response:1; }","duration":"158.906575ms","start":"2026-03-02T21:50:50.882831Z","end":"2026-03-02T21:50:51.041738Z","steps":["trace[1723688275] 'process raft request' (duration: 107.335515ms)","trace[1723688275] 'compare' (duration: 51.364724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:50:51.041852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.74935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:50:51.041882Z","caller":"traceutil/trace.go:171","msg":"trace[1751115156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12724; }","duration":"156.840532ms","start":"2026-03-02T21:50:50.885032Z","end":"2026-03-02T21:50:51.041873Z","steps":["trace[1751115156] 'agreement among raft nodes before linearized reading' (duration: 156.720649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:51.042029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.391301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:50:51.042128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.654101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:50:51.042205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.686572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:50:51.042206Z","caller":"traceutil/trace.go:171","msg":"trace[919465822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12724; }","duration":"137.767755ms","start":"2026-03-02T21:50:50.904422Z","end":"2026-03-02T21:50:51.042189Z","steps":["trace[919465822] 'agreement among raft nodes before linearized reading' (duration: 137.470228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:51.042209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.610884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:50:51.042243Z","caller":"traceutil/trace.go:171","msg":"trace[1719529875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12724; }","duration":"137.750143ms","start":"2026-03-02T21:50:50.904482Z","end":"2026-03-02T21:50:51.042232Z","steps":["trace[1719529875] 'agreement among raft nodes before linearized reading' (duration: 137.62432ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:51.042278Z","caller":"traceutil/trace.go:171","msg":"trace[815539415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12724; }","duration":"134.720997ms","start":"2026-03-02T21:50:50.907534Z","end":"2026-03-02T21:50:51.042255Z","steps":["trace[815539415] 'agreement among raft nodes before linearized reading' (duration: 134.527902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:51.042329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.834591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:50:51.042418Z","caller":"traceutil/trace.go:171","msg":"trace[1242961916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12724; }","duration":"113.936465ms","start":"2026-03-02T21:50:50.928473Z","end":"2026-03-02T21:50:51.042409Z","steps":["trace[1242961916] 'agreement among raft nodes before linearized reading' (duration: 113.617997ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:51.042741Z","caller":"traceutil/trace.go:171","msg":"trace[589232884] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12724; }","duration":"129.421522ms","start":"2026-03-02T21:50:50.912629Z","end":"2026-03-02T21:50:51.042051Z","steps":["trace[589232884] 'agreement among raft nodes before linearized reading' (duration: 129.34807ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:53.278248Z","caller":"traceutil/trace.go:171","msg":"trace[60732623] transaction","detail":"{read_only:false; response_revision:12733; number_of_response:1; }","duration":"230.142448ms","start":"2026-03-02T21:50:53.048065Z","end":"2026-03-02T21:50:53.278207Z","steps":["trace[60732623] 'process raft request' (duration: 208.994457ms)","trace[60732623] 'compare' (duration: 20.174006ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:53.278147Z","caller":"traceutil/trace.go:171","msg":"trace[1847996872] linearizableReadLoop","detail":"{readStateIndex:13201; appliedIndex:13200; }","duration":"216.901369ms","start":"2026-03-02T21:50:53.061221Z","end":"2026-03-02T21:50:53.278122Z","steps":["trace[1847996872] 'read index received' (duration: 195.777849ms)","trace[1847996872] 'applied index is now lower than readState.Index' (duration: 21.12242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:50:53.27844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.200826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:53.278504Z","caller":"traceutil/trace.go:171","msg":"trace[852636991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12733; }","duration":"217.297709ms","start":"2026-03-02T21:50:53.061185Z","end":"2026-03-02T21:50:53.278482Z","steps":["trace[852636991] 'agreement among raft nodes before linearized reading' (duration: 217.195356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:53.27863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.365858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T21:50:53.27867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.862512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:50:53.278682Z","caller":"traceutil/trace.go:171","msg":"trace[1311095690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12733; }","duration":"188.502292ms","start":"2026-03-02T21:50:53.090166Z","end":"2026-03-02T21:50:53.278668Z","steps":["trace[1311095690] 'agreement among raft nodes before linearized reading' (duration: 188.308517ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:53.2787Z","caller":"traceutil/trace.go:171","msg":"trace[1665792969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12733; }","duration":"172.938625ms","start":"2026-03-02T21:50:53.105752Z","end":"2026-03-02T21:50:53.278691Z","steps":["trace[1665792969] 'agreement among raft nodes before linearized reading' (duration: 172.841992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:53.278684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.053721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l84s4\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-02T21:50:53.278695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.39343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:50:53.278759Z","caller":"traceutil/trace.go:171","msg":"trace[1013996065] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l84s4; range_end:; response_count:1; response_revision:12733; }","duration":"170.157123ms","start":"2026-03-02T21:50:53.108581Z","end":"2026-03-02T21:50:53.278738Z","steps":["trace[1013996065] 'agreement among raft nodes before linearized reading' (duration: 169.951628ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:53.278769Z","caller":"traceutil/trace.go:171","msg":"trace[2117205180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12733; }","duration":"172.491692ms","start":"2026-03-02T21:50:53.106261Z","end":"2026-03-02T21:50:53.278753Z","steps":["trace[2117205180] 'agreement among raft nodes before linearized reading' (duration: 172.241486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:53.278802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.087812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:50:53.278835Z","caller":"traceutil/trace.go:171","msg":"trace[1537787472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12733; }","duration":"172.131164ms","start":"2026-03-02T21:50:53.106691Z","end":"2026-03-02T21:50:53.278822Z","steps":["trace[1537787472] 'agreement among raft nodes before linearized reading' (duration: 172.032611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:53.278832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.275822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:50:53.278684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.575504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:50:53.278885Z","caller":"traceutil/trace.go:171","msg":"trace[2129988974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12733; }","duration":"178.354193ms","start":"2026-03-02T21:50:53.100513Z","end":"2026-03-02T21:50:53.278868Z","steps":["trace[2129988974] 'agreement among raft nodes before linearized reading' (duration: 178.214399ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:53.278914Z","caller":"traceutil/trace.go:171","msg":"trace[1016305766] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12733; }","duration":"177.84331ms","start":"2026-03-02T21:50:53.101061Z","end":"2026-03-02T21:50:53.278904Z","steps":["trace[1016305766] 'agreement among raft nodes before linearized reading' (duration: 177.46181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:00.905958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.083071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:51:00.906069Z","caller":"traceutil/trace.go:171","msg":"trace[1567129851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12784; }","duration":"127.256486ms","start":"2026-03-02T21:51:00.778794Z","end":"2026-03-02T21:51:00.90605Z","steps":["trace[1567129851] 'range keys from in-memory index tree' (duration: 126.959258ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:02.388933Z","caller":"traceutil/trace.go:171","msg":"trace[2086807078] transaction","detail":"{read_only:false; response_revision:12795; number_of_response:1; }","duration":"102.451491ms","start":"2026-03-02T21:51:02.286462Z","end":"2026-03-02T21:51:02.388913Z","steps":["trace[2086807078] 'process raft request' (duration: 102.306437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:11.687826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816956751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:51:12.188026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816956751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:51:12.194973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26965446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-98935fb7-d6be-4a4b-9cb8-e8d3a3086a70\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-02T21:51:12.195052Z","caller":"traceutil/trace.go:171","msg":"trace[538089586] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-98935fb7-d6be-4a4b-9cb8-e8d3a3086a70; range_end:; response_count:1; response_revision:12947; }","duration":"1.269784114s","start":"2026-03-02T21:51:10.925248Z","end":"2026-03-02T21:51:12.195032Z","steps":["trace[538089586] 'range keys from in-memory index tree' (duration: 1.269498747s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:12.195091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:10.925228Z","time spent":"1.269854256s","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-98935fb7-d6be-4a4b-9cb8-e8d3a3086a70\" "} {"level":"warn","ts":"2026-03-02T21:51:12.194951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27395762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b17dfc2-7322-4141-9bbe-2f07fb65fa69\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-02T21:51:12.195253Z","caller":"traceutil/trace.go:171","msg":"trace[1236107164] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b17dfc2-7322-4141-9bbe-2f07fb65fa69; range_end:; response_count:1; response_revision:12947; }","duration":"1.274281849s","start":"2026-03-02T21:51:10.920924Z","end":"2026-03-02T21:51:12.195205Z","steps":["trace[1236107164] 'range keys from in-memory index tree' (duration: 1.273741125s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:12.195308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:10.920908Z","time spent":"1.274386092s","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b17dfc2-7322-4141-9bbe-2f07fb65fa69\" "} {"level":"warn","ts":"2026-03-02T21:51:12.214601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.203150949s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:51:12.215009Z","caller":"traceutil/trace.go:171","msg":"trace[631090710] transaction","detail":"{read_only:false; response_revision:12948; number_of_response:1; }","duration":"1.203664202s","start":"2026-03-02T21:51:11.011322Z","end":"2026-03-02T21:51:12.214986Z","steps":["trace[631090710] 'process raft request' (duration: 1.203514949s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:12.215142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:11.011298Z","time spent":"1.203768945s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:51:12.222566Z","caller":"traceutil/trace.go:171","msg":"trace[1773461342] linearizableReadLoop","detail":"{readStateIndex:13424; appliedIndex:13421; }","duration":"1.035273485s","start":"2026-03-02T21:51:11.187278Z","end":"2026-03-02T21:51:12.222551Z","steps":["trace[1773461342] 'read index received' (duration: 1.027542667s)","trace[1773461342] 'applied index is now lower than readState.Index' (duration: 7.729878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:51:12.222718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035422308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:51:12.222694Z","caller":"traceutil/trace.go:171","msg":"trace[2037570619] transaction","detail":"{read_only:false; response_revision:12950; number_of_response:1; }","duration":"688.931524ms","start":"2026-03-02T21:51:11.533727Z","end":"2026-03-02T21:51:12.222658Z","steps":["trace[2037570619] 'process raft request' (duration: 688.795341ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:12.222765Z","caller":"traceutil/trace.go:171","msg":"trace[2075228086] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:12950; }","duration":"1.035521131s","start":"2026-03-02T21:51:11.187232Z","end":"2026-03-02T21:51:12.222753Z","steps":["trace[2075228086] 'agreement among raft nodes before linearized reading' (duration: 1.035414928s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:12.222802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:11.187211Z","time spent":"1.035580573s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":26,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:51:12.222883Z","caller":"traceutil/trace.go:171","msg":"trace[2070201588] transaction","detail":"{read_only:false; response_revision:12949; number_of_response:1; }","duration":"744.535987ms","start":"2026-03-02T21:51:11.478059Z","end":"2026-03-02T21:51:12.222595Z","steps":["trace[2070201588] 'process raft request' (duration: 744.384283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:12.222903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:11.533713Z","time spent":"689.087538ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:51:12.222952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.497564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:51:12.223013Z","caller":"traceutil/trace.go:171","msg":"trace[1871905919] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:12950; }","duration":"681.595666ms","start":"2026-03-02T21:51:11.541399Z","end":"2026-03-02T21:51:12.222995Z","steps":["trace[1871905919] 'agreement among raft nodes before linearized reading' (duration: 681.469923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:12.222998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.57294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:51:12.223056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:11.541384Z","time spent":"681.661679ms","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:51:12.223061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.939496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:51:12.223069Z","caller":"traceutil/trace.go:171","msg":"trace[1013959249] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:12950; }","duration":"705.683983ms","start":"2026-03-02T21:51:11.517365Z","end":"2026-03-02T21:51:12.223049Z","steps":["trace[1013959249] 'agreement among raft nodes before linearized reading' (duration: 705.556259ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:12.223105Z","caller":"traceutil/trace.go:171","msg":"trace[1247577689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12950; }","duration":"286.024998ms","start":"2026-03-02T21:51:11.937069Z","end":"2026-03-02T21:51:12.223094Z","steps":["trace[1247577689] 'agreement among raft nodes before linearized reading' (duration: 285.942686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:12.223077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:11.478039Z","time spent":"744.908856ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:51:12.22314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.902311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:51:12.223183Z","caller":"traceutil/trace.go:171","msg":"trace[1576283845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12950; }","duration":"786.960582ms","start":"2026-03-02T21:51:11.436208Z","end":"2026-03-02T21:51:12.223169Z","steps":["trace[1576283845] 'agreement among raft nodes before linearized reading' (duration: 786.828208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:12.223171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.779521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l84s4\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-02T21:51:12.223205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.537603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:51:12.223217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:11.436199Z","time spent":"787.009664ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:51:12.223225Z","caller":"traceutil/trace.go:171","msg":"trace[404220333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12950; }","duration":"790.592495ms","start":"2026-03-02T21:51:11.432627Z","end":"2026-03-02T21:51:12.223219Z","steps":["trace[404220333] 'agreement among raft nodes before linearized reading' (duration: 790.505743ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:12.223236Z","caller":"traceutil/trace.go:171","msg":"trace[707806731] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l84s4; range_end:; response_count:1; response_revision:12950; }","duration":"767.862454ms","start":"2026-03-02T21:51:11.455355Z","end":"2026-03-02T21:51:12.223218Z","steps":["trace[707806731] 'agreement among raft nodes before linearized reading' (duration: 767.71195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:12.223261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:11.432608Z","time spent":"790.648776ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:51:12.223298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:11.455343Z","time spent":"767.941666ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-l84s4\" "} {"level":"warn","ts":"2026-03-02T21:51:12.223108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:11.517347Z","time spent":"705.753605ms","remote":"127.0.0.1:55838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:51:12.22335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.185612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:51:12.223385Z","caller":"traceutil/trace.go:171","msg":"trace[1985692798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12950; }","duration":"802.262784ms","start":"2026-03-02T21:51:11.421113Z","end":"2026-03-02T21:51:12.223375Z","steps":["trace[1985692798] 'agreement among raft nodes before linearized reading' (duration: 802.178212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:12.223381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.223396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-54zd7.189924b0ccfa62d0\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-02T21:51:12.223425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:11.421088Z","time spent":"802.329796ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:51:12.223435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.01525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:51:12.223512Z","caller":"traceutil/trace.go:171","msg":"trace[1609063337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12950; }","duration":"840.114202ms","start":"2026-03-02T21:51:11.383382Z","end":"2026-03-02T21:51:12.223496Z","steps":["trace[1609063337] 'agreement among raft nodes before linearized reading' (duration: 839.942977ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:12.223442Z","caller":"traceutil/trace.go:171","msg":"trace[1720361019] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-54zd7.189924b0ccfa62d0; range_end:; response_count:1; response_revision:12950; }","duration":"575.309538ms","start":"2026-03-02T21:51:11.648116Z","end":"2026-03-02T21:51:12.223425Z","steps":["trace[1720361019] 'agreement among raft nodes before linearized reading' (duration: 575.155414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:12.223585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:11.383368Z","time spent":"840.203544ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:51:12.223249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.634426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:51:12.223703Z","caller":"traceutil/trace.go:171","msg":"trace[2101363717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12950; }","duration":"791.134919ms","start":"2026-03-02T21:51:11.432544Z","end":"2026-03-02T21:51:12.223679Z","steps":["trace[2101363717] 'agreement among raft nodes before linearized reading' (duration: 790.441131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:12.223716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:11.6481Z","time spent":"575.520773ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-54zd7.189924b0ccfa62d0\" "} {"level":"warn","ts":"2026-03-02T21:51:12.223764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:11.432536Z","time spent":"791.214002ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:51:12.22303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.402639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:51:12.223984Z","caller":"traceutil/trace.go:171","msg":"trace[82248434] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12950; }","duration":"787.372103ms","start":"2026-03-02T21:51:11.436589Z","end":"2026-03-02T21:51:12.223961Z","steps":["trace[82248434] 'agreement among raft nodes before linearized reading' (duration: 786.227863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:12.224036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:11.436583Z","time spent":"787.435204ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:51:12.224211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.440076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-fc978744-dpfkp\" ","response":"range_response_count:1 size:7032"} {"level":"info","ts":"2026-03-02T21:51:12.224282Z","caller":"traceutil/trace.go:171","msg":"trace[332050926] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-fc978744-dpfkp; range_end:; response_count:1; response_revision:12950; }","duration":"970.556288ms","start":"2026-03-02T21:51:11.253707Z","end":"2026-03-02T21:51:12.224264Z","steps":["trace[332050926] 'agreement among raft nodes before linearized reading' (duration: 969.101351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:12.224335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:11.253691Z","time spent":"970.629541ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7055,"request content":"key:\"/registry/pods/openstack/ovn-northd-fc978744-dpfkp\" "} {"level":"info","ts":"2026-03-02T21:51:16.113574Z","caller":"traceutil/trace.go:171","msg":"trace[2117497226] transaction","detail":"{read_only:false; response_revision:13013; number_of_response:1; }","duration":"146.201401ms","start":"2026-03-02T21:51:15.967345Z","end":"2026-03-02T21:51:16.113546Z","steps":["trace[2117497226] 'process raft request' (duration: 126.003454ms)","trace[2117497226] 'compare' (duration: 20.067092ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:16.276594Z","caller":"traceutil/trace.go:171","msg":"trace[32718115] transaction","detail":"{read_only:false; response_revision:13014; number_of_response:1; }","duration":"309.077847ms","start":"2026-03-02T21:51:15.967493Z","end":"2026-03-02T21:51:16.276571Z","steps":["trace[32718115] 'process raft request' (duration: 308.711627ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:16.276645Z","caller":"traceutil/trace.go:171","msg":"trace[1050864881] transaction","detail":"{read_only:false; response_revision:13016; number_of_response:1; }","duration":"309.017176ms","start":"2026-03-02T21:51:15.967598Z","end":"2026-03-02T21:51:16.276615Z","steps":["trace[1050864881] 'process raft request' (duration: 308.931563ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:16.276664Z","caller":"traceutil/trace.go:171","msg":"trace[1279063990] linearizableReadLoop","detail":"{readStateIndex:13498; appliedIndex:13492; }","duration":"306.45745ms","start":"2026-03-02T21:51:15.970186Z","end":"2026-03-02T21:51:16.276644Z","steps":["trace[1279063990] 'read index received' (duration: 123.030887ms)","trace[1279063990] 'applied index is now lower than readState.Index' (duration: 183.425723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:51:16.27673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:15.967482Z","time spent":"309.186519ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:51:16.27675Z","caller":"traceutil/trace.go:171","msg":"trace[88505101] transaction","detail":"{read_only:false; response_revision:13017; number_of_response:1; }","duration":"309.127048ms","start":"2026-03-02T21:51:15.967615Z","end":"2026-03-02T21:51:16.276742Z","steps":["trace[88505101] 'process raft request' (duration: 308.939354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:16.276772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:15.967594Z","time spent":"309.119948ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:51:16.276727Z","caller":"traceutil/trace.go:171","msg":"trace[1591261957] transaction","detail":"{read_only:false; response_revision:13015; number_of_response:1; }","duration":"309.143968ms","start":"2026-03-02T21:51:15.967562Z","end":"2026-03-02T21:51:16.276706Z","steps":["trace[1591261957] 'process raft request' (duration: 308.937652ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:16.276859Z","caller":"traceutil/trace.go:171","msg":"trace[714183671] transaction","detail":"{read_only:false; response_revision:13018; number_of_response:1; }","duration":"308.592305ms","start":"2026-03-02T21:51:15.96826Z","end":"2026-03-02T21:51:16.276852Z","steps":["trace[714183671] 'process raft request' (duration: 308.312358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:16.276886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:15.968251Z","time spent":"308.624035ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:51:16.276923Z","caller":"traceutil/trace.go:171","msg":"trace[1660354156] transaction","detail":"{read_only:false; response_revision:13019; number_of_response:1; }","duration":"293.16057ms","start":"2026-03-02T21:51:15.983751Z","end":"2026-03-02T21:51:16.276912Z","steps":["trace[1660354156] 'process raft request' (duration: 292.847013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:16.276933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:15.967556Z","time spent":"309.324333ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:51:16.276826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:15.9676Z","time spent":"309.174889ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:51:16.277072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.87862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-02T21:51:16.277098Z","caller":"traceutil/trace.go:171","msg":"trace[1785434827] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:13019; }","duration":"306.922692ms","start":"2026-03-02T21:51:15.970167Z","end":"2026-03-02T21:51:16.27709Z","steps":["trace[1785434827] 'agreement among raft nodes before linearized reading' (duration: 306.802639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:16.27713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:15.970158Z","time spent":"306.966672ms","remote":"127.0.0.1:46904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-03-02T21:51:34.636788Z","caller":"traceutil/trace.go:171","msg":"trace[1882651307] linearizableReadLoop","detail":"{readStateIndex:13773; appliedIndex:13772; }","duration":"194.976938ms","start":"2026-03-02T21:51:34.441786Z","end":"2026-03-02T21:51:34.636762Z","steps":["trace[1882651307] 'read index received' (duration: 141.91202ms)","trace[1882651307] 'applied index is now lower than readState.Index' (duration: 53.063758ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:34.636982Z","caller":"traceutil/trace.go:171","msg":"trace[1466237315] transaction","detail":"{read_only:false; response_revision:13286; number_of_response:1; }","duration":"289.067775ms","start":"2026-03-02T21:51:34.347861Z","end":"2026-03-02T21:51:34.636928Z","steps":["trace[1466237315] 'process raft request' (duration: 235.792642ms)","trace[1466237315] 'compare' (duration: 52.992336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:51:34.637038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.231804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:51:34.637076Z","caller":"traceutil/trace.go:171","msg":"trace[849339832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13286; }","duration":"195.308067ms","start":"2026-03-02T21:51:34.441756Z","end":"2026-03-02T21:51:34.637064Z","steps":["trace[849339832] 'agreement among raft nodes before linearized reading' (duration: 195.153183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:34.637244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.166257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:51:34.637175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.59638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:51:34.637271Z","caller":"traceutil/trace.go:171","msg":"trace[850471127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13286; }","duration":"167.192577ms","start":"2026-03-02T21:51:34.470071Z","end":"2026-03-02T21:51:34.637263Z","steps":["trace[850471127] 'agreement among raft nodes before linearized reading' (duration: 167.113314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:34.637279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.851736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:51:34.637278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.293849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:51:34.637309Z","caller":"traceutil/trace.go:171","msg":"trace[1588148766] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13286; }","duration":"189.739054ms","start":"2026-03-02T21:51:34.447548Z","end":"2026-03-02T21:51:34.637287Z","steps":["trace[1588148766] 'agreement among raft nodes before linearized reading' (duration: 189.456006ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:34.637358Z","caller":"traceutil/trace.go:171","msg":"trace[2102225502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13286; }","duration":"169.974878ms","start":"2026-03-02T21:51:34.467364Z","end":"2026-03-02T21:51:34.637339Z","steps":["trace[2102225502] 'agreement among raft nodes before linearized reading' (duration: 169.747862ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:34.637379Z","caller":"traceutil/trace.go:171","msg":"trace[1312663053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13286; }","duration":"174.424061ms","start":"2026-03-02T21:51:34.462928Z","end":"2026-03-02T21:51:34.637352Z","steps":["trace[1312663053] 'agreement among raft nodes before linearized reading' (duration: 174.194865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:34.637399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.573873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:51:34.637459Z","caller":"traceutil/trace.go:171","msg":"trace[1329294820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13286; }","duration":"186.631935ms","start":"2026-03-02T21:51:34.450808Z","end":"2026-03-02T21:51:34.63744Z","steps":["trace[1329294820] 'agreement among raft nodes before linearized reading' (duration: 186.401658ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:57.074525Z","caller":"traceutil/trace.go:171","msg":"trace[1477970374] linearizableReadLoop","detail":"{readStateIndex:13904; appliedIndex:13903; }","duration":"220.059389ms","start":"2026-03-02T21:51:56.854438Z","end":"2026-03-02T21:51:57.074498Z","steps":["trace[1477970374] 'read index received' (duration: 156.36783ms)","trace[1477970374] 'applied index is now lower than readState.Index' (duration: 63.690479ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:57.074777Z","caller":"traceutil/trace.go:171","msg":"trace[2016917362] transaction","detail":"{read_only:false; response_revision:13412; number_of_response:1; }","duration":"245.399288ms","start":"2026-03-02T21:51:56.829364Z","end":"2026-03-02T21:51:57.074763Z","steps":["trace[2016917362] 'process raft request' (duration: 181.491623ms)","trace[2016917362] 'compare' (duration: 63.532135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:51:57.075135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.677125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l84s4\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-02T21:51:57.075227Z","caller":"traceutil/trace.go:171","msg":"trace[448921682] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l84s4; range_end:; response_count:1; response_revision:13412; }","duration":"220.772027ms","start":"2026-03-02T21:51:56.854431Z","end":"2026-03-02T21:51:57.075203Z","steps":["trace[448921682] 'agreement among raft nodes before linearized reading' (duration: 220.522161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:57.07516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.739221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-02T21:51:57.075368Z","caller":"traceutil/trace.go:171","msg":"trace[1137349788] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13412; }","duration":"176.953207ms","start":"2026-03-02T21:51:56.898396Z","end":"2026-03-02T21:51:57.075349Z","steps":["trace[1137349788] 'agreement among raft nodes before linearized reading' (duration: 176.645829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:34.863157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.733525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T21:52:34.86324Z","caller":"traceutil/trace.go:171","msg":"trace[346282976] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13909; }","duration":"114.878709ms","start":"2026-03-02T21:52:34.748343Z","end":"2026-03-02T21:52:34.863222Z","steps":["trace[346282976] 'range keys from in-memory index tree' (duration: 114.555101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:40.388189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.350418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:40.388318Z","caller":"traceutil/trace.go:171","msg":"trace[1448950770] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13935; }","duration":"102.539942ms","start":"2026-03-02T21:52:40.285758Z","end":"2026-03-02T21:52:40.388298Z","steps":["trace[1448950770] 'range keys from in-memory index tree' (duration: 102.202844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:40.388391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.373739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:40.38847Z","caller":"traceutil/trace.go:171","msg":"trace[1919495843] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13935; }","duration":"102.480141ms","start":"2026-03-02T21:52:40.285973Z","end":"2026-03-02T21:52:40.388453Z","steps":["trace[1919495843] 'range keys from in-memory index tree' (duration: 102.328958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:40.388564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.732537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:40.388674Z","caller":"traceutil/trace.go:171","msg":"trace[1698414410] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13935; }","duration":"102.875812ms","start":"2026-03-02T21:52:40.285773Z","end":"2026-03-02T21:52:40.388648Z","steps":["trace[1698414410] 'range keys from in-memory index tree' (duration: 102.606544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:40.38879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.763018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mswzm\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-02T21:52:40.388854Z","caller":"traceutil/trace.go:171","msg":"trace[320040930] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mswzm; range_end:; response_count:1; response_revision:13935; }","duration":"236.851249ms","start":"2026-03-02T21:52:40.151986Z","end":"2026-03-02T21:52:40.388837Z","steps":["trace[320040930] 'range keys from in-memory index tree' (duration: 236.547601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:40.389158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.600944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:40.389227Z","caller":"traceutil/trace.go:171","msg":"trace[481694405] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13935; }","duration":"102.713636ms","start":"2026-03-02T21:52:40.286499Z","end":"2026-03-02T21:52:40.389212Z","steps":["trace[481694405] 'range keys from in-memory index tree' (duration: 102.4336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:40.38949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.254256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mswzm\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-02T21:52:40.3896Z","caller":"traceutil/trace.go:171","msg":"trace[462076014] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mswzm; range_end:; response_count:1; response_revision:13935; }","duration":"247.474971ms","start":"2026-03-02T21:52:40.142101Z","end":"2026-03-02T21:52:40.389576Z","steps":["trace[462076014] 'range keys from in-memory index tree' (duration: 246.276529ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:41.235009Z","caller":"traceutil/trace.go:171","msg":"trace[803966275] transaction","detail":"{read_only:false; response_revision:13943; number_of_response:1; }","duration":"130.425947ms","start":"2026-03-02T21:52:41.104553Z","end":"2026-03-02T21:52:41.234979Z","steps":["trace[803966275] 'process raft request' (duration: 130.362616ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:41.23511Z","caller":"traceutil/trace.go:171","msg":"trace[230754285] transaction","detail":"{read_only:false; response_revision:13942; number_of_response:1; }","duration":"139.419277ms","start":"2026-03-02T21:52:41.09561Z","end":"2026-03-02T21:52:41.235029Z","steps":["trace[230754285] 'process raft request' (duration: 109.990644ms)","trace[230754285] 'compare' (duration: 29.145706ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:42.764749Z","caller":"traceutil/trace.go:171","msg":"trace[1501283095] linearizableReadLoop","detail":"{readStateIndex:14451; appliedIndex:14450; }","duration":"237.408503ms","start":"2026-03-02T21:52:42.52731Z","end":"2026-03-02T21:52:42.764718Z","steps":["trace[1501283095] 'read index received' (duration: 237.187138ms)","trace[1501283095] 'applied index is now lower than readState.Index' (duration: 219.645µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:42.764848Z","caller":"traceutil/trace.go:171","msg":"trace[1562122144] transaction","detail":"{read_only:false; response_revision:13945; number_of_response:1; }","duration":"299.937713ms","start":"2026-03-02T21:52:42.464871Z","end":"2026-03-02T21:52:42.764808Z","steps":["trace[1562122144] 'process raft request' (duration: 299.645325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:42.764958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.613129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:42.76501Z","caller":"traceutil/trace.go:171","msg":"trace[519285196] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:13945; }","duration":"237.714132ms","start":"2026-03-02T21:52:42.527279Z","end":"2026-03-02T21:52:42.764993Z","steps":["trace[519285196] 'agreement among raft nodes before linearized reading' (duration: 237.602229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:42.765005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:42.464854Z","time spent":"300.055477ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:52:42.765687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.965427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:52:42.765741Z","caller":"traceutil/trace.go:171","msg":"trace[1594896622] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:13946; }","duration":"168.061729ms","start":"2026-03-02T21:52:42.597663Z","end":"2026-03-02T21:52:42.765725Z","steps":["trace[1594896622] 'agreement among raft nodes before linearized reading' (duration: 167.947757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:42.766373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.191164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:42.766413Z","caller":"traceutil/trace.go:171","msg":"trace[834980703] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13946; }","duration":"143.246325ms","start":"2026-03-02T21:52:42.623155Z","end":"2026-03-02T21:52:42.766402Z","steps":["trace[834980703] 'agreement among raft nodes before linearized reading' (duration: 143.186983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:42.766698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.522871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:42.766736Z","caller":"traceutil/trace.go:171","msg":"trace[2046073571] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13946; }","duration":"143.598863ms","start":"2026-03-02T21:52:42.623127Z","end":"2026-03-02T21:52:42.766726Z","steps":["trace[2046073571] 'agreement among raft nodes before linearized reading' (duration: 143.45107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:42.766971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.8463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T21:52:42.767002Z","caller":"traceutil/trace.go:171","msg":"trace[805405827] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13946; }","duration":"143.915022ms","start":"2026-03-02T21:52:42.623078Z","end":"2026-03-02T21:52:42.766993Z","steps":["trace[805405827] 'agreement among raft nodes before linearized reading' (duration: 143.813229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:42.965957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.548993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:42.966032Z","caller":"traceutil/trace.go:171","msg":"trace[1059060301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13946; }","duration":"188.647937ms","start":"2026-03-02T21:52:42.777365Z","end":"2026-03-02T21:52:42.966013Z","steps":["trace[1059060301] 'range keys from in-memory index tree' (duration: 188.483322ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:53:09.182207Z","caller":"traceutil/trace.go:171","msg":"trace[1175186322] transaction","detail":"{read_only:false; response_revision:14066; number_of_response:1; }","duration":"109.993995ms","start":"2026-03-02T21:53:09.072179Z","end":"2026-03-02T21:53:09.182173Z","steps":["trace[1175186322] 'process raft request' (duration: 109.681946ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:54:12.02853Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12135} {"level":"info","ts":"2026-03-02T21:54:12.103549Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12135,"took":"72.435591ms","hash":2515492832,"current-db-size-bytes":42008576,"current-db-size":"42 MB","current-db-size-in-use-bytes":27426816,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T21:54:12.1036Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2515492832,"revision":12135,"compact-revision":10253} {"level":"info","ts":"2026-03-02T21:55:42.230404Z","caller":"traceutil/trace.go:171","msg":"trace[1867229835] transaction","detail":"{read_only:false; response_revision:15251; number_of_response:1; }","duration":"214.891062ms","start":"2026-03-02T21:55:42.015485Z","end":"2026-03-02T21:55:42.230376Z","steps":["trace[1867229835] 'process raft request' (duration: 185.064676ms)","trace[1867229835] 'compare' (duration: 29.489718ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:55:42.230381Z","caller":"traceutil/trace.go:171","msg":"trace[36675612] linearizableReadLoop","detail":"{readStateIndex:15805; appliedIndex:15803; }","duration":"205.240705ms","start":"2026-03-02T21:55:42.025111Z","end":"2026-03-02T21:55:42.230352Z","steps":["trace[36675612] 'read index received' (duration: 63.369819ms)","trace[36675612] 'applied index is now lower than readState.Index' (duration: 141.869236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:55:42.230706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.582575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vz4vn\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-03-02T21:55:42.230801Z","caller":"traceutil/trace.go:171","msg":"trace[85806092] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vz4vn; range_end:; response_count:1; response_revision:15251; }","duration":"205.699818ms","start":"2026-03-02T21:55:42.025053Z","end":"2026-03-02T21:55:42.230753Z","steps":["trace[85806092] 'agreement among raft nodes before linearized reading' (duration: 205.471082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:55:42.231161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.578231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-init-2qc5l\" ","response":"range_response_count:1 size:7072"} {"level":"info","ts":"2026-03-02T21:55:42.231221Z","caller":"traceutil/trace.go:171","msg":"trace[1617445679] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-init-2qc5l; range_end:; response_count:1; response_revision:15251; }","duration":"178.692614ms","start":"2026-03-02T21:55:42.052513Z","end":"2026-03-02T21:55:42.231206Z","steps":["trace[1617445679] 'agreement among raft nodes before linearized reading' (duration: 178.506588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:55:42.231459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.438575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:55:42.231502Z","caller":"traceutil/trace.go:171","msg":"trace[1634096355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15251; }","duration":"162.516047ms","start":"2026-03-02T21:55:42.068977Z","end":"2026-03-02T21:55:42.231493Z","steps":["trace[1634096355] 'agreement among raft nodes before linearized reading' (duration: 162.439066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:55:42.231415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.480313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:55:42.231662Z","caller":"traceutil/trace.go:171","msg":"trace[700269919] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15251; }","duration":"151.733321ms","start":"2026-03-02T21:55:42.079844Z","end":"2026-03-02T21:55:42.231577Z","steps":["trace[700269919] 'agreement among raft nodes before linearized reading' (duration: 151.209227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:24.460797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.922856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:57:24.460905Z","caller":"traceutil/trace.go:171","msg":"trace[1121318530] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:15886; }","duration":"261.093701ms","start":"2026-03-02T21:57:24.199796Z","end":"2026-03-02T21:57:24.46089Z","steps":["trace[1121318530] 'count revisions from in-memory index tree' (duration: 260.775412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:26.001025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816967920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:57:26.392424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.009111207s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T21:57:26.399834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525415598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-02T21:57:26.399943Z","caller":"traceutil/trace.go:171","msg":"trace[2134954310] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15895; }","duration":"1.525610903s","start":"2026-03-02T21:57:24.874309Z","end":"2026-03-02T21:57:26.39992Z","steps":["trace[2134954310] 'range keys from in-memory index tree' (duration: 1.525219064s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:26.400026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:57:24.874285Z","time spent":"1.525730826s","remote":"127.0.0.1:46962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T21:57:26.400851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427126161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-02T21:57:26.400887Z","caller":"traceutil/trace.go:171","msg":"trace[1416323398] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15895; }","duration":"1.427162812s","start":"2026-03-02T21:57:24.973716Z","end":"2026-03-02T21:57:26.400879Z","steps":["trace[1416323398] 'range keys from in-memory index tree' (duration: 1.42703324s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:26.400908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:57:24.973695Z","time spent":"1.427208464s","remote":"127.0.0.1:46962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T21:57:26.400997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0589999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7381"} {"level":"warn","ts":"2026-03-02T21:57:26.401076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287269177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-02T21:57:26.401167Z","caller":"traceutil/trace.go:171","msg":"trace[269516998] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:15895; }","duration":"1.28736798s","start":"2026-03-02T21:57:25.113778Z","end":"2026-03-02T21:57:26.401146Z","steps":["trace[269516998] 'range keys from in-memory index tree' (duration: 1.287072143s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:26.401212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:57:25.113713Z","time spent":"1.287488243s","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.108\" "} {"level":"info","ts":"2026-03-02T21:57:26.401103Z","caller":"traceutil/trace.go:171","msg":"trace[1027772661] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:15895; }","duration":"1.059228196s","start":"2026-03-02T21:57:25.341848Z","end":"2026-03-02T21:57:26.401077Z","steps":["trace[1027772661] 'range keys from in-memory index tree' (duration: 1.058751354s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:26.40144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:57:25.341825Z","time spent":"1.059602375s","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7404,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-03-02T21:57:26.401804Z","caller":"traceutil/trace.go:171","msg":"trace[1354345404] transaction","detail":"{read_only:false; response_revision:15896; number_of_response:1; }","duration":"1.018588112s","start":"2026-03-02T21:57:25.383204Z","end":"2026-03-02T21:57:26.401792Z","steps":["trace[1354345404] 'process raft request' (duration: 1.009503778s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:26.401904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:57:25.383185Z","time spent":"1.018657803s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:57:26.402674Z","caller":"traceutil/trace.go:171","msg":"trace[2065119137] linearizableReadLoop","detail":"{readStateIndex:16472; appliedIndex:16470; }","duration":"902.517328ms","start":"2026-03-02T21:57:25.500124Z","end":"2026-03-02T21:57:26.402641Z","steps":["trace[2065119137] 'read index received' (duration: 892.638854ms)","trace[2065119137] 'applied index is now lower than readState.Index' (duration: 9.877094ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:57:26.403348Z","caller":"traceutil/trace.go:171","msg":"trace[1709487106] transaction","detail":"{read_only:false; response_revision:15897; number_of_response:1; }","duration":"589.015149ms","start":"2026-03-02T21:57:25.814251Z","end":"2026-03-02T21:57:26.403266Z","steps":["trace[1709487106] 'process raft request' (duration: 588.178228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:26.40606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:57:25.814231Z","time spent":"591.72026ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:57:26.406884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.09696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:57:26.403593Z","caller":"traceutil/trace.go:171","msg":"trace[839527253] transaction","detail":"{read_only:false; response_revision:15898; number_of_response:1; }","duration":"283.350213ms","start":"2026-03-02T21:57:26.120213Z","end":"2026-03-02T21:57:26.403563Z","steps":["trace[839527253] 'process raft request' (duration: 282.344377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:26.407592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.662611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mswzm\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-02T21:57:26.407609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.192405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mswzm\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-02T21:57:26.407684Z","caller":"traceutil/trace.go:171","msg":"trace[1965801109] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mswzm; range_end:; response_count:1; response_revision:15898; }","duration":"719.295578ms","start":"2026-03-02T21:57:25.688373Z","end":"2026-03-02T21:57:26.407669Z","steps":["trace[1965801109] 'agreement among raft nodes before linearized reading' (duration: 719.138924ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:57:26.407684Z","caller":"traceutil/trace.go:171","msg":"trace[372239396] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mswzm; range_end:; response_count:1; response_revision:15898; }","duration":"653.803845ms","start":"2026-03-02T21:57:25.753861Z","end":"2026-03-02T21:57:26.407665Z","steps":["trace[372239396] 'agreement among raft nodes before linearized reading' (duration: 653.541329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:26.403826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.684928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vz4vn\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-03-02T21:57:26.407717Z","caller":"traceutil/trace.go:171","msg":"trace[410159104] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vz4vn; range_end:; response_count:1; response_revision:15898; }","duration":"907.636469ms","start":"2026-03-02T21:57:25.500074Z","end":"2026-03-02T21:57:26.407711Z","steps":["trace[410159104] 'agreement among raft nodes before linearized reading' (duration: 903.582315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:26.40772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:57:25.688341Z","time spent":"719.36959ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mswzm\" "} {"level":"warn","ts":"2026-03-02T21:57:26.407748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:57:25.500054Z","time spent":"907.6855ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vz4vn\" "} {"level":"warn","ts":"2026-03-02T21:57:26.40783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:57:25.75384Z","time spent":"653.956699ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mswzm\" "} {"level":"warn","ts":"2026-03-02T21:57:26.407874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.409051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-m6dsp\" ","response":"range_response_count:1 size:15433"} {"level":"info","ts":"2026-03-02T21:57:26.407924Z","caller":"traceutil/trace.go:171","msg":"trace[521097382] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-m6dsp; range_end:; response_count:1; response_revision:15898; }","duration":"528.498423ms","start":"2026-03-02T21:57:25.879408Z","end":"2026-03-02T21:57:26.407906Z","steps":["trace[521097382] 'agreement among raft nodes before linearized reading' (duration: 528.109703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:26.408043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.694475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-cmhrv\" ","response":"range_response_count:1 size:15440"} {"level":"warn","ts":"2026-03-02T21:57:26.408005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:57:25.879378Z","time spent":"528.613247ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15456,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-m6dsp\" "} {"level":"info","ts":"2026-03-02T21:57:26.408147Z","caller":"traceutil/trace.go:171","msg":"trace[591372046] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-cmhrv; range_end:; response_count:1; response_revision:15898; }","duration":"481.25329ms","start":"2026-03-02T21:57:25.926866Z","end":"2026-03-02T21:57:26.408119Z","steps":["trace[591372046] 'agreement among raft nodes before linearized reading' (duration: 480.526111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:26.408198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:57:25.92684Z","time spent":"481.346973ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15463,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-cmhrv\" "} {"level":"info","ts":"2026-03-02T21:57:26.406931Z","caller":"traceutil/trace.go:171","msg":"trace[1739188685] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:15898; }","duration":"785.144161ms","start":"2026-03-02T21:57:25.62177Z","end":"2026-03-02T21:57:26.406914Z","steps":["trace[1739188685] 'agreement among raft nodes before linearized reading' (duration: 785.064899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:26.408929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:57:25.621707Z","time spent":"787.133211ms","remote":"127.0.0.1:50204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:57:27.056852Z","caller":"traceutil/trace.go:171","msg":"trace[676910970] linearizableReadLoop","detail":"{readStateIndex:16481; appliedIndex:16480; }","duration":"278.914759ms","start":"2026-03-02T21:57:26.777914Z","end":"2026-03-02T21:57:27.056829Z","steps":["trace[676910970] 'read index received' (duration: 278.721234ms)","trace[676910970] 'applied index is now lower than readState.Index' (duration: 192.405µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:57:27.056962Z","caller":"traceutil/trace.go:171","msg":"trace[439343948] transaction","detail":"{read_only:false; response_revision:15905; number_of_response:1; }","duration":"303.47133ms","start":"2026-03-02T21:57:26.753476Z","end":"2026-03-02T21:57:27.056948Z","steps":["trace[439343948] 'process raft request' (duration: 303.223813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:27.057091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:57:26.753456Z","time spent":"303.545763ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:57:27.057137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.972591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:57:27.057171Z","caller":"traceutil/trace.go:171","msg":"trace[529027934] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:15905; }","duration":"214.026102ms","start":"2026-03-02T21:57:26.843135Z","end":"2026-03-02T21:57:27.057162Z","steps":["trace[529027934] 'agreement among raft nodes before linearized reading' (duration: 213.96035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:27.057234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.985419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:57:27.057312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.399881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:57:27.057316Z","caller":"traceutil/trace.go:171","msg":"trace[1998896057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15905; }","duration":"254.107931ms","start":"2026-03-02T21:57:26.803189Z","end":"2026-03-02T21:57:27.057297Z","steps":["trace[1998896057] 'agreement among raft nodes before linearized reading' (duration: 253.878325ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:57:27.057337Z","caller":"traceutil/trace.go:171","msg":"trace[111575163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15905; }","duration":"279.451583ms","start":"2026-03-02T21:57:26.77788Z","end":"2026-03-02T21:57:27.057331Z","steps":["trace[111575163] 'agreement among raft nodes before linearized reading' (duration: 279.410452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:27.057457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.980569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:57:27.057504Z","caller":"traceutil/trace.go:171","msg":"trace[866363012] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15905; }","duration":"205.045911ms","start":"2026-03-02T21:57:26.852448Z","end":"2026-03-02T21:57:27.057493Z","steps":["trace[866363012] 'agreement among raft nodes before linearized reading' (duration: 204.921818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:27.057579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.379247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-02T21:57:27.057594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.165943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:57:27.057631Z","caller":"traceutil/trace.go:171","msg":"trace[1013671176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15905; }","duration":"254.216445ms","start":"2026-03-02T21:57:26.803408Z","end":"2026-03-02T21:57:27.057624Z","steps":["trace[1013671176] 'agreement among raft nodes before linearized reading' (duration: 254.137312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:27.05765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.150402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:57:27.057671Z","caller":"traceutil/trace.go:171","msg":"trace[1042676645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15905; }","duration":"217.171413ms","start":"2026-03-02T21:57:26.840495Z","end":"2026-03-02T21:57:27.057666Z","steps":["trace[1042676645] 'agreement among raft nodes before linearized reading' (duration: 217.120342ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:57:27.057602Z","caller":"traceutil/trace.go:171","msg":"trace[113676795] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15905; }","duration":"245.431358ms","start":"2026-03-02T21:57:26.812165Z","end":"2026-03-02T21:57:27.057596Z","steps":["trace[113676795] 'agreement among raft nodes before linearized reading' (duration: 245.361066ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:28.897481Z","caller":"traceutil/trace.go:171","msg":"trace[135478181] transaction","detail":"{read_only:false; response_revision:16374; number_of_response:1; }","duration":"501.225525ms","start":"2026-03-02T21:58:28.39623Z","end":"2026-03-02T21:58:28.897455Z","steps":["trace[135478181] 'process raft request' (duration: 501.069631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:28.897673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:28.396221Z","time spent":"501.362408ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:58:28.914256Z","caller":"traceutil/trace.go:171","msg":"trace[611687676] transaction","detail":"{read_only:false; response_revision:16375; number_of_response:1; }","duration":"514.998067ms","start":"2026-03-02T21:58:28.399231Z","end":"2026-03-02T21:58:28.91423Z","steps":["trace[611687676] 'process raft request' (duration: 513.429677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:28.914389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:28.399225Z","time spent":"515.09604ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16020,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:28.914619Z","caller":"traceutil/trace.go:171","msg":"trace[1069822183] transaction","detail":"{read_only:false; response_revision:16376; number_of_response:1; }","duration":"281.630409ms","start":"2026-03-02T21:58:28.632951Z","end":"2026-03-02T21:58:28.914581Z","steps":["trace[1069822183] 'process raft request' (duration: 281.121906ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:28.914724Z","caller":"traceutil/trace.go:171","msg":"trace[1309193893] transaction","detail":"{read_only:false; response_revision:16377; number_of_response:1; }","duration":"280.628163ms","start":"2026-03-02T21:58:28.634064Z","end":"2026-03-02T21:58:28.914692Z","steps":["trace[1309193893] 'process raft request' (duration: 280.356846ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:35.433595Z","caller":"traceutil/trace.go:171","msg":"trace[431626567] transaction","detail":"{read_only:false; response_revision:16412; number_of_response:1; }","duration":"494.601924ms","start":"2026-03-02T21:58:34.938964Z","end":"2026-03-02T21:58:35.433566Z","steps":["trace[431626567] 'process raft request' (duration: 494.44831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:35.433785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:34.938947Z","time spent":"494.734166ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:35.489288Z","caller":"traceutil/trace.go:171","msg":"trace[1815978565] linearizableReadLoop","detail":"{readStateIndex:17006; appliedIndex:17004; }","duration":"534.313123ms","start":"2026-03-02T21:58:34.954949Z","end":"2026-03-02T21:58:35.489262Z","steps":["trace[1815978565] 'read index received' (duration: 478.533811ms)","trace[1815978565] 'applied index is now lower than readState.Index' (duration: 55.778122ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:35.489409Z","caller":"traceutil/trace.go:171","msg":"trace[1465069439] transaction","detail":"{read_only:false; response_revision:16413; number_of_response:1; }","duration":"548.010065ms","start":"2026-03-02T21:58:34.941387Z","end":"2026-03-02T21:58:35.489397Z","steps":["trace[1465069439] 'process raft request' (duration: 547.733818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:35.489506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:34.94138Z","time spent":"548.062386ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:35.489671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.039688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T21:58:35.489754Z","caller":"traceutil/trace.go:171","msg":"trace[62863874] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:16413; }","duration":"372.159912ms","start":"2026-03-02T21:58:35.117575Z","end":"2026-03-02T21:58:35.489735Z","steps":["trace[62863874] 'agreement among raft nodes before linearized reading' (duration: 371.954646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:35.489799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:35.117558Z","time spent":"372.231454ms","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.108\" "} {"level":"warn","ts":"2026-03-02T21:58:35.490119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.164095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T21:58:35.490178Z","caller":"traceutil/trace.go:171","msg":"trace[1107193629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16413; }","duration":"535.265898ms","start":"2026-03-02T21:58:34.954898Z","end":"2026-03-02T21:58:35.490163Z","steps":["trace[1107193629] 'agreement among raft nodes before linearized reading' (duration: 535.159875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:35.490207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:34.954874Z","time spent":"535.327139ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:58:35.490288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.596463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T21:58:35.490337Z","caller":"traceutil/trace.go:171","msg":"trace[247709415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16413; }","duration":"125.671505ms","start":"2026-03-02T21:58:35.364654Z","end":"2026-03-02T21:58:35.490325Z","steps":["trace[247709415] 'agreement among raft nodes before linearized reading' (duration: 125.544601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:36.016679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816969802,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:58:36.066781Z","caller":"traceutil/trace.go:171","msg":"trace[666539892] transaction","detail":"{read_only:false; response_revision:16414; number_of_response:1; }","duration":"572.058592ms","start":"2026-03-02T21:58:35.494695Z","end":"2026-03-02T21:58:36.066754Z","steps":["trace[666539892] 'process raft request' (duration: 571.632471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:36.066937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:35.494678Z","time spent":"572.180905ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:36.066966Z","caller":"traceutil/trace.go:171","msg":"trace[1320695063] transaction","detail":"{read_only:false; response_revision:16415; number_of_response:1; }","duration":"572.212046ms","start":"2026-03-02T21:58:35.494735Z","end":"2026-03-02T21:58:36.066947Z","steps":["trace[1320695063] 'process raft request' (duration: 571.97143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:36.067095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:35.494723Z","time spent":"572.311708ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:36.067219Z","caller":"traceutil/trace.go:171","msg":"trace[1229988876] transaction","detail":"{read_only:false; response_revision:16416; number_of_response:1; }","duration":"572.40511ms","start":"2026-03-02T21:58:35.494796Z","end":"2026-03-02T21:58:36.067201Z","steps":["trace[1229988876] 'process raft request' (duration: 572.089343ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:36.067246Z","caller":"traceutil/trace.go:171","msg":"trace[1323479504] transaction","detail":"{read_only:false; response_revision:16417; number_of_response:1; }","duration":"572.414121ms","start":"2026-03-02T21:58:35.494812Z","end":"2026-03-02T21:58:36.067226Z","steps":["trace[1323479504] 'process raft request' (duration: 572.293088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:36.067334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:35.49479Z","time spent":"572.491873ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:36.067346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:35.494806Z","time spent":"572.489864ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:36.067394Z","caller":"traceutil/trace.go:171","msg":"trace[637550651] transaction","detail":"{read_only:false; response_revision:16419; number_of_response:1; }","duration":"570.209915ms","start":"2026-03-02T21:58:35.497159Z","end":"2026-03-02T21:58:36.067369Z","steps":["trace[637550651] 'process raft request' (duration: 570.128553ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:36.067433Z","caller":"traceutil/trace.go:171","msg":"trace[126840801] transaction","detail":"{read_only:false; response_revision:16418; number_of_response:1; }","duration":"571.460467ms","start":"2026-03-02T21:58:35.495942Z","end":"2026-03-02T21:58:36.067402Z","steps":["trace[126840801] 'process raft request' (duration: 571.237151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:36.067521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:35.497151Z","time spent":"570.312108ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:36.067595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:35.495933Z","time spent":"571.579581ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:36.080757Z","caller":"traceutil/trace.go:171","msg":"trace[502119371] linearizableReadLoop","detail":"{readStateIndex:17014; appliedIndex:17008; }","duration":"564.690443ms","start":"2026-03-02T21:58:35.516049Z","end":"2026-03-02T21:58:36.080739Z","steps":["trace[502119371] 'read index received' (duration: 550.784616ms)","trace[502119371] 'applied index is now lower than readState.Index' (duration: 13.904907ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:36.080817Z","caller":"traceutil/trace.go:171","msg":"trace[1088655662] transaction","detail":"{read_only:false; response_revision:16420; number_of_response:1; }","duration":"563.894053ms","start":"2026-03-02T21:58:35.516888Z","end":"2026-03-02T21:58:36.080782Z","steps":["trace[1088655662] 'process raft request' (duration: 563.74635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:36.081143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:35.516874Z","time spent":"564.137059ms","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:36.081428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.788937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:942952"} {"level":"info","ts":"2026-03-02T21:58:36.081458Z","caller":"traceutil/trace.go:171","msg":"trace[844857596] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16420; }","duration":"582.85237ms","start":"2026-03-02T21:58:35.4986Z","end":"2026-03-02T21:58:36.081452Z","steps":["trace[844857596] 'agreement among raft nodes before linearized reading' (duration: 582.208103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:36.08148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:35.498593Z","time spent":"582.8818ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":942975,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:58:36.081829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.700007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vz4vn\" ","response":"range_response_count:1 size:20865"} {"level":"info","ts":"2026-03-02T21:58:36.08188Z","caller":"traceutil/trace.go:171","msg":"trace[239899860] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vz4vn; range_end:; response_count:1; response_revision:16420; }","duration":"570.768239ms","start":"2026-03-02T21:58:35.5111Z","end":"2026-03-02T21:58:36.081868Z","steps":["trace[239899860] 'agreement among raft nodes before linearized reading' (duration: 570.601205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:36.081919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:35.511092Z","time spent":"570.81933ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20888,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vz4vn\" "} {"level":"warn","ts":"2026-03-02T21:58:37.022164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816969807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:58:37.385865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.281647644s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:58:37.38612Z","caller":"traceutil/trace.go:171","msg":"trace[1888523584] linearizableReadLoop","detail":"{readStateIndex:17015; appliedIndex:17014; }","duration":"864.366324ms","start":"2026-03-02T21:58:36.521738Z","end":"2026-03-02T21:58:37.386105Z","steps":["trace[1888523584] 'read index received' (duration: 864.259221ms)","trace[1888523584] 'applied index is now lower than readState.Index' (duration: 106.413µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:37.386244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.490536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:37.386271Z","caller":"traceutil/trace.go:171","msg":"trace[356149460] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:16421; }","duration":"864.559679ms","start":"2026-03-02T21:58:36.521704Z","end":"2026-03-02T21:58:37.386264Z","steps":["trace[356149460] 'agreement among raft nodes before linearized reading' (duration: 864.486747ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:37.386226Z","caller":"traceutil/trace.go:171","msg":"trace[856593524] transaction","detail":"{read_only:false; response_revision:16421; number_of_response:1; }","duration":"1.282367862s","start":"2026-03-02T21:58:36.103819Z","end":"2026-03-02T21:58:37.386186Z","steps":["trace[856593524] 'process raft request' (duration: 1.282187767s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:37.386325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.130433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:37.386345Z","caller":"traceutil/trace.go:171","msg":"trace[379985541] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:16421; }","duration":"510.188034ms","start":"2026-03-02T21:58:36.87615Z","end":"2026-03-02T21:58:37.386338Z","steps":["trace[379985541] 'agreement among raft nodes before linearized reading' (duration: 510.157523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:37.386343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.256036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:37.386359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:36.876084Z","time spent":"510.272077ms","remote":"127.0.0.1:55794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:58:37.386404Z","caller":"traceutil/trace.go:171","msg":"trace[1626701082] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:16421; }","duration":"826.364499ms","start":"2026-03-02T21:58:36.560016Z","end":"2026-03-02T21:58:37.386381Z","steps":["trace[1626701082] 'agreement among raft nodes before linearized reading' (duration: 826.238125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:37.38641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:36.10377Z","time spent":"1.282556457s","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20981,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:37.386451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:36.559995Z","time spent":"826.445102ms","remote":"127.0.0.1:48858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:58:37.386443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.943239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:37.386291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:36.521688Z","time spent":"864.59686ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:58:37.386477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.757285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3224"} {"level":"info","ts":"2026-03-02T21:58:37.38652Z","caller":"traceutil/trace.go:171","msg":"trace[1897884734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16421; }","duration":"609.057282ms","start":"2026-03-02T21:58:36.777438Z","end":"2026-03-02T21:58:37.386495Z","steps":["trace[1897884734] 'agreement among raft nodes before linearized reading' (duration: 608.928319ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:37.386538Z","caller":"traceutil/trace.go:171","msg":"trace[1227285732] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16421; }","duration":"211.848068ms","start":"2026-03-02T21:58:37.17467Z","end":"2026-03-02T21:58:37.386518Z","steps":["trace[1227285732] 'agreement among raft nodes before linearized reading' (duration: 211.626332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:37.386577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:36.777404Z","time spent":"609.161795ms","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:59:12.035901Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14493} {"level":"info","ts":"2026-03-02T21:59:12.135396Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14493,"took":"96.645961ms","hash":4112641814,"current-db-size-bytes":42008576,"current-db-size":"42 MB","current-db-size-in-use-bytes":30154752,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T21:59:12.135599Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4112641814,"revision":14493,"compact-revision":12135} {"level":"info","ts":"2026-03-02T21:59:23.796607Z","caller":"traceutil/trace.go:171","msg":"trace[815250369] transaction","detail":"{read_only:false; response_revision:16968; number_of_response:1; }","duration":"119.644141ms","start":"2026-03-02T21:59:23.676936Z","end":"2026-03-02T21:59:23.79658Z","steps":["trace[815250369] 'process raft request' (duration: 119.486497ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:23.926448Z","caller":"traceutil/trace.go:171","msg":"trace[1783718242] linearizableReadLoop","detail":"{readStateIndex:17581; appliedIndex:17579; }","duration":"218.634052ms","start":"2026-03-02T21:59:23.707784Z","end":"2026-03-02T21:59:23.926418Z","steps":["trace[1783718242] 'read index received' (duration: 88.672326ms)","trace[1783718242] 'applied index is now lower than readState.Index' (duration: 129.960376ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:59:23.926511Z","caller":"traceutil/trace.go:171","msg":"trace[1669788603] transaction","detail":"{read_only:false; response_revision:16969; number_of_response:1; }","duration":"223.242049ms","start":"2026-03-02T21:59:23.70324Z","end":"2026-03-02T21:59:23.926482Z","steps":["trace[1669788603] 'process raft request' (duration: 222.970942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:23.926662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.950553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:59:23.926663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.865707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-02T21:59:23.926725Z","caller":"traceutil/trace.go:171","msg":"trace[1080604642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16969; }","duration":"149.060546ms","start":"2026-03-02T21:59:23.777648Z","end":"2026-03-02T21:59:23.926708Z","steps":["trace[1080604642] 'agreement among raft nodes before linearized reading' (duration: 148.953213ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:23.926731Z","caller":"traceutil/trace.go:171","msg":"trace[672330310] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:16969; }","duration":"218.9608ms","start":"2026-03-02T21:59:23.707756Z","end":"2026-03-02T21:59:23.926717Z","steps":["trace[672330310] 'agreement among raft nodes before linearized reading' (duration: 218.774696ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:29.034625Z","caller":"traceutil/trace.go:171","msg":"trace[1344327062] linearizableReadLoop","detail":"{readStateIndex:19323; appliedIndex:19322; }","duration":"192.940053ms","start":"2026-03-02T22:03:28.84166Z","end":"2026-03-02T22:03:29.0346Z","steps":["trace[1344327062] 'read index received' (duration: 192.739708ms)","trace[1344327062] 'applied index is now lower than readState.Index' (duration: 199.745µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:03:29.034742Z","caller":"traceutil/trace.go:171","msg":"trace[281364713] transaction","detail":"{read_only:false; response_revision:18651; number_of_response:1; }","duration":"214.893027ms","start":"2026-03-02T22:03:28.819827Z","end":"2026-03-02T22:03:29.03472Z","steps":["trace[281364713] 'process raft request' (duration: 214.62768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:29.034794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.121438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:03:29.034839Z","caller":"traceutil/trace.go:171","msg":"trace[1187804410] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:18651; }","duration":"193.22224ms","start":"2026-03-02T22:03:28.841604Z","end":"2026-03-02T22:03:29.034826Z","steps":["trace[1187804410] 'agreement among raft nodes before linearized reading' (duration: 193.134648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:29.03487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.595895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:03:29.034931Z","caller":"traceutil/trace.go:171","msg":"trace[99995828] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18651; }","duration":"120.718419ms","start":"2026-03-02T22:03:28.914204Z","end":"2026-03-02T22:03:29.034922Z","steps":["trace[99995828] 'agreement among raft nodes before linearized reading' (duration: 120.612426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:34.804398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.357435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:03:34.804475Z","caller":"traceutil/trace.go:171","msg":"trace[504216603] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:18674; }","duration":"250.50542ms","start":"2026-03-02T22:03:34.553955Z","end":"2026-03-02T22:03:34.804461Z","steps":["trace[504216603] 'count revisions from in-memory index tree' (duration: 250.273094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:34.804493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.817294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:03:34.804703Z","caller":"traceutil/trace.go:171","msg":"trace[356540563] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:18674; }","duration":"410.952699ms","start":"2026-03-02T22:03:34.393629Z","end":"2026-03-02T22:03:34.804582Z","steps":["trace[356540563] 'count revisions from in-memory index tree' (duration: 410.732452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:34.804786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:34.393563Z","time spent":"411.199455ms","remote":"127.0.0.1:47108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":154,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:03:34.806244Z","caller":"traceutil/trace.go:171","msg":"trace[139953179] transaction","detail":"{read_only:false; response_revision:18675; number_of_response:1; }","duration":"101.981178ms","start":"2026-03-02T22:03:34.704242Z","end":"2026-03-02T22:03:34.806223Z","steps":["trace[139953179] 'process raft request' (duration: 101.750963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:35.227941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.351381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T22:03:35.228067Z","caller":"traceutil/trace.go:171","msg":"trace[187091689] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:18675; }","duration":"318.513956ms","start":"2026-03-02T22:03:34.909529Z","end":"2026-03-02T22:03:35.228043Z","steps":["trace[187091689] 'range keys from in-memory index tree' (duration: 318.139626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:35.228112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:34.909464Z","time spent":"318.637099ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T22:03:35.228217Z","caller":"traceutil/trace.go:171","msg":"trace[1015835672] transaction","detail":"{read_only:false; response_revision:18676; number_of_response:1; }","duration":"244.949848ms","start":"2026-03-02T22:03:34.983233Z","end":"2026-03-02T22:03:35.228183Z","steps":["trace[1015835672] 'process raft request' (duration: 237.605179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:35.732217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.611738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:03:35.732345Z","caller":"traceutil/trace.go:171","msg":"trace[677704701] linearizableReadLoop","detail":"{readStateIndex:19350; appliedIndex:19348; }","duration":"600.984878ms","start":"2026-03-02T22:03:35.13134Z","end":"2026-03-02T22:03:35.732325Z","steps":["trace[677704701] 'read index received' (duration: 89.417735ms)","trace[677704701] 'applied index is now lower than readState.Index' (duration: 511.565553ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:03:35.732406Z","caller":"traceutil/trace.go:171","msg":"trace[255333815] transaction","detail":"{read_only:false; response_revision:18677; number_of_response:1; }","duration":"680.325664ms","start":"2026-03-02T22:03:35.052046Z","end":"2026-03-02T22:03:35.732372Z","steps":["trace[255333815] 'process raft request' (duration: 511.462839ms)","trace[255333815] 'compare' (duration: 168.366592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:03:35.73256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.203543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T22:03:35.732557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:35.052021Z","time spent":"680.475998ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:03:35.732599Z","caller":"traceutil/trace.go:171","msg":"trace[1490782739] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:18677; }","duration":"601.302466ms","start":"2026-03-02T22:03:35.131286Z","end":"2026-03-02T22:03:35.732589Z","steps":["trace[1490782739] 'agreement among raft nodes before linearized reading' (duration: 601.138462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:35.732635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:35.131268Z","time spent":"601.356397ms","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.108\" "} {"level":"warn","ts":"2026-03-02T22:03:35.732637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.548535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:03:35.732695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.031092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:03:35.732731Z","caller":"traceutil/trace.go:171","msg":"trace[189608855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18677; }","duration":"166.692789ms","start":"2026-03-02T22:03:35.566017Z","end":"2026-03-02T22:03:35.732709Z","steps":["trace[189608855] 'agreement among raft nodes before linearized reading' (duration: 166.457533ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:35.732758Z","caller":"traceutil/trace.go:171","msg":"trace[2000092439] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18677; }","duration":"166.135475ms","start":"2026-03-02T22:03:35.566602Z","end":"2026-03-02T22:03:35.732737Z","steps":["trace[2000092439] 'agreement among raft nodes before linearized reading' (duration: 165.94631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:35.732621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.119323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:03:35.732839Z","caller":"traceutil/trace.go:171","msg":"trace[2117615572] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:18677; }","duration":"104.412621ms","start":"2026-03-02T22:03:35.628401Z","end":"2026-03-02T22:03:35.732813Z","steps":["trace[2117615572] 'agreement among raft nodes before linearized reading' (duration: 104.096133ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:36.125294Z","caller":"traceutil/trace.go:171","msg":"trace[875078329] transaction","detail":"{read_only:false; response_revision:18680; number_of_response:1; }","duration":"354.456669ms","start":"2026-03-02T22:03:35.770814Z","end":"2026-03-02T22:03:36.125271Z","steps":["trace[875078329] 'process raft request' (duration: 354.418238ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:36.125372Z","caller":"traceutil/trace.go:171","msg":"trace[202189645] transaction","detail":"{read_only:false; response_revision:18678; number_of_response:1; }","duration":"388.172873ms","start":"2026-03-02T22:03:35.73716Z","end":"2026-03-02T22:03:36.125333Z","steps":["trace[202189645] 'process raft request' (duration: 386.09404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.125563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:35.737141Z","time spent":"388.318507ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:03:36.125925Z","caller":"traceutil/trace.go:171","msg":"trace[1957865690] linearizableReadLoop","detail":"{readStateIndex:19353; appliedIndex:19351; }","duration":"356.431189ms","start":"2026-03-02T22:03:35.769477Z","end":"2026-03-02T22:03:36.125908Z","steps":["trace[1957865690] 'read index received' (duration: 353.768881ms)","trace[1957865690] 'applied index is now lower than readState.Index' (duration: 2.659948ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:03:36.125936Z","caller":"traceutil/trace.go:171","msg":"trace[1049880621] transaction","detail":"{read_only:false; response_revision:18679; number_of_response:1; }","duration":"388.535743ms","start":"2026-03-02T22:03:35.737361Z","end":"2026-03-02T22:03:36.125896Z","steps":["trace[1049880621] 'process raft request' (duration: 387.833105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.126067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.096758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:03:36.126116Z","caller":"traceutil/trace.go:171","msg":"trace[410359560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18680; }","duration":"382.1699ms","start":"2026-03-02T22:03:35.74393Z","end":"2026-03-02T22:03:36.1261Z","steps":["trace[410359560] 'agreement among raft nodes before linearized reading' (duration: 382.011136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.126121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:35.737351Z","time spent":"388.672397ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:03:36.126143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:35.743924Z","time spent":"382.213981ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:03:36.126135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.312765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:03:36.126184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.893123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c7761dbe-8940-4dff-8eb6-30c074385e03\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-02T22:03:36.126154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.458034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:03:36.126227Z","caller":"traceutil/trace.go:171","msg":"trace[203792309] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18680; }","duration":"377.427678ms","start":"2026-03-02T22:03:35.748775Z","end":"2026-03-02T22:03:36.126202Z","steps":["trace[203792309] 'agreement among raft nodes before linearized reading' (duration: 377.186922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.126158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.36686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:03:36.12626Z","caller":"traceutil/trace.go:171","msg":"trace[233212061] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c7761dbe-8940-4dff-8eb6-30c074385e03; range_end:; response_count:1; response_revision:18680; }","duration":"353.991427ms","start":"2026-03-02T22:03:35.772248Z","end":"2026-03-02T22:03:36.126239Z","steps":["trace[233212061] 'agreement among raft nodes before linearized reading' (duration: 353.821572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.126294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:35.74876Z","time spent":"377.520861ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:03:36.126306Z","caller":"traceutil/trace.go:171","msg":"trace[1440501838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18680; }","duration":"383.561105ms","start":"2026-03-02T22:03:35.742732Z","end":"2026-03-02T22:03:36.126293Z","steps":["trace[1440501838] 'agreement among raft nodes before linearized reading' (duration: 383.269807ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:36.126301Z","caller":"traceutil/trace.go:171","msg":"trace[1967822550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18680; }","duration":"378.617809ms","start":"2026-03-02T22:03:35.747638Z","end":"2026-03-02T22:03:36.126256Z","steps":["trace[1967822550] 'agreement among raft nodes before linearized reading' (duration: 378.281079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.126319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:35.772233Z","time spent":"354.072019ms","remote":"127.0.0.1:46946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-c7761dbe-8940-4dff-8eb6-30c074385e03\" "} {"level":"warn","ts":"2026-03-02T22:03:36.126352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:35.74271Z","time spent":"383.632848ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:03:36.126365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:35.747617Z","time spent":"378.736822ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:03:36.12646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:35.770795Z","time spent":"355.454184ms","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:03:36.127813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.378282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:03:36.127935Z","caller":"traceutil/trace.go:171","msg":"trace[1679534572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18680; }","duration":"350.040215ms","start":"2026-03-02T22:03:35.777868Z","end":"2026-03-02T22:03:36.127908Z","steps":["trace[1679534572] 'agreement among raft nodes before linearized reading' (duration: 348.301529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.127996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:35.777839Z","time spent":"350.140747ms","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:03:36.58659Z","caller":"traceutil/trace.go:171","msg":"trace[1650464590] transaction","detail":"{read_only:false; response_revision:18682; number_of_response:1; }","duration":"455.599965ms","start":"2026-03-02T22:03:36.130958Z","end":"2026-03-02T22:03:36.586558Z","steps":["trace[1650464590] 'process raft request' (duration: 455.305718ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:36.58694Z","caller":"traceutil/trace.go:171","msg":"trace[318118310] linearizableReadLoop","detail":"{readStateIndex:19358; appliedIndex:19354; }","duration":"455.090872ms","start":"2026-03-02T22:03:36.131822Z","end":"2026-03-02T22:03:36.586913Z","steps":["trace[318118310] 'read index received' (duration: 48.422623ms)","trace[318118310] 'applied index is now lower than readState.Index' (duration: 406.666969ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:03:36.587033Z","caller":"traceutil/trace.go:171","msg":"trace[766942532] transaction","detail":"{read_only:false; response_revision:18683; number_of_response:1; }","duration":"455.856441ms","start":"2026-03-02T22:03:36.131133Z","end":"2026-03-02T22:03:36.58699Z","steps":["trace[766942532] 'process raft request' (duration: 455.375199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.587767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:36.131127Z","time spent":"456.56524ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:03:36.587048Z","caller":"traceutil/trace.go:171","msg":"trace[622681886] transaction","detail":"{read_only:false; response_revision:18684; number_of_response:1; }","duration":"455.79745ms","start":"2026-03-02T22:03:36.131193Z","end":"2026-03-02T22:03:36.586991Z","steps":["trace[622681886] 'process raft request' (duration: 455.563504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.587122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.278998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:03:36.587953Z","caller":"traceutil/trace.go:171","msg":"trace[834058946] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:18684; }","duration":"456.142469ms","start":"2026-03-02T22:03:36.131793Z","end":"2026-03-02T22:03:36.587936Z","steps":["trace[834058946] 'agreement among raft nodes before linearized reading' (duration: 455.202965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.587853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:36.130947Z","time spent":"456.746725ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:03:36.588041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:36.131786Z","time spent":"456.212031ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:03:36.588784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:36.131174Z","time spent":"457.302538ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:03:36.906397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.108049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:03:36.907068Z","caller":"traceutil/trace.go:171","msg":"trace[224285685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18684; }","duration":"128.849418ms","start":"2026-03-02T22:03:36.778187Z","end":"2026-03-02T22:03:36.907036Z","steps":["trace[224285685] 'range keys from in-memory index tree' (duration: 128.002826ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:37.643572Z","caller":"traceutil/trace.go:171","msg":"trace[811734384] linearizableReadLoop","detail":"{readStateIndex:19360; appliedIndex:19359; }","duration":"298.908493ms","start":"2026-03-02T22:03:37.344631Z","end":"2026-03-02T22:03:37.64354Z","steps":["trace[811734384] 'read index received' (duration: 298.291717ms)","trace[811734384] 'applied index is now lower than readState.Index' (duration: 615.236µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:03:37.643761Z","caller":"traceutil/trace.go:171","msg":"trace[1980923711] transaction","detail":"{read_only:false; response_revision:18686; number_of_response:1; }","duration":"310.49176ms","start":"2026-03-02T22:03:37.333254Z","end":"2026-03-02T22:03:37.643746Z","steps":["trace[1980923711] 'process raft request' (duration: 309.736431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:37.64397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.332594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:03:37.643995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:37.33323Z","time spent":"310.567612ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:03:37.644041Z","caller":"traceutil/trace.go:171","msg":"trace[191859916] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:18686; }","duration":"299.455777ms","start":"2026-03-02T22:03:37.344568Z","end":"2026-03-02T22:03:37.644023Z","steps":["trace[191859916] 'agreement among raft nodes before linearized reading' (duration: 299.329874ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:51.008404Z","caller":"traceutil/trace.go:171","msg":"trace[587322409] linearizableReadLoop","detail":"{readStateIndex:19425; appliedIndex:19424; }","duration":"147.620959ms","start":"2026-03-02T22:03:50.860742Z","end":"2026-03-02T22:03:51.008363Z","steps":["trace[587322409] 'read index received' (duration: 144.628123ms)","trace[587322409] 'applied index is now lower than readState.Index' (duration: 2.990086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:03:51.008555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.795683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:03:51.008597Z","caller":"traceutil/trace.go:171","msg":"trace[1210303196] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:18749; }","duration":"147.912927ms","start":"2026-03-02T22:03:50.860672Z","end":"2026-03-02T22:03:51.008585Z","steps":["trace[1210303196] 'agreement among raft nodes before linearized reading' (duration: 147.813914ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:12.051249Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16881} {"level":"info","ts":"2026-03-02T22:04:12.141256Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16881,"took":"87.655001ms","hash":3864367184,"current-db-size-bytes":43720704,"current-db-size":"44 MB","current-db-size-in-use-bytes":30191616,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T22:04:12.141324Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3864367184,"revision":16881,"compact-revision":14493} {"level":"info","ts":"2026-03-02T22:04:48.170482Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e9047e95cdba2056","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T22:04:48.175075Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-02T22:04:48.175166Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-02T22:05:04.235014Z","caller":"traceutil/trace.go:171","msg":"trace[2046071949] transaction","detail":"{read_only:false; response_revision:19443; number_of_response:1; }","duration":"132.859951ms","start":"2026-03-02T22:05:04.102125Z","end":"2026-03-02T22:05:04.234985Z","steps":["trace[2046071949] 'process raft request' (duration: 132.696157ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:04.804381Z","caller":"traceutil/trace.go:171","msg":"trace[1378742396] transaction","detail":"{read_only:false; response_revision:19450; number_of_response:1; }","duration":"117.147278ms","start":"2026-03-02T22:05:04.687205Z","end":"2026-03-02T22:05:04.804353Z","steps":["trace[1378742396] 'process raft request' (duration: 60.004741ms)","trace[1378742396] 'compare' (duration: 56.628974ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:05:06.779648Z","caller":"traceutil/trace.go:171","msg":"trace[879204723] transaction","detail":"{read_only:false; response_revision:19462; number_of_response:1; }","duration":"105.159189ms","start":"2026-03-02T22:05:06.67443Z","end":"2026-03-02T22:05:06.77959Z","steps":["trace[879204723] 'process raft request' (duration: 104.954844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:21.065088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.422056ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T22:07:21.065608Z","caller":"traceutil/trace.go:171","msg":"trace[1222295638] linearizableReadLoop","detail":"{readStateIndex:21700; appliedIndex:21698; }","duration":"347.049388ms","start":"2026-03-02T22:07:20.718532Z","end":"2026-03-02T22:07:21.065581Z","steps":["trace[1222295638] 'read index received' (duration: 144.16898ms)","trace[1222295638] 'applied index is now lower than readState.Index' (duration: 202.879688ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:07:21.065805Z","caller":"traceutil/trace.go:171","msg":"trace[538778578] transaction","detail":"{read_only:false; response_revision:20954; number_of_response:1; }","duration":"398.580272ms","start":"2026-03-02T22:07:20.667214Z","end":"2026-03-02T22:07:21.065794Z","steps":["trace[538778578] 'process raft request' (duration: 398.240313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:21.065897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:20.667192Z","time spent":"398.639483ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:07:21.066102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.581923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5023"} {"level":"info","ts":"2026-03-02T22:07:21.06613Z","caller":"traceutil/trace.go:171","msg":"trace[1712176500] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:20954; }","duration":"347.653364ms","start":"2026-03-02T22:07:20.718469Z","end":"2026-03-02T22:07:21.066122Z","steps":["trace[1712176500] 'agreement among raft nodes before linearized reading' (duration: 347.543852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:21.066119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.498666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:07:21.06615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:20.718445Z","time spent":"347.701196ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5046,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:07:21.066182Z","caller":"traceutil/trace.go:171","msg":"trace[1553310667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20954; }","duration":"288.605208ms","start":"2026-03-02T22:07:20.777561Z","end":"2026-03-02T22:07:21.066166Z","steps":["trace[1553310667] 'agreement among raft nodes before linearized reading' (duration: 288.506546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:21.066245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.121639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:07:21.066337Z","caller":"traceutil/trace.go:171","msg":"trace[681261802] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:20954; }","duration":"128.288773ms","start":"2026-03-02T22:07:20.938028Z","end":"2026-03-02T22:07:21.066317Z","steps":["trace[681261802] 'agreement among raft nodes before linearized reading' (duration: 128.038267ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:43.747947Z","caller":"traceutil/trace.go:171","msg":"trace[2022703923] transaction","detail":"{read_only:false; response_revision:21798; number_of_response:1; }","duration":"139.495411ms","start":"2026-03-02T22:08:43.608424Z","end":"2026-03-02T22:08:43.747919Z","steps":["trace[2022703923] 'process raft request' (duration: 139.248715ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:43.747896Z","caller":"traceutil/trace.go:171","msg":"trace[1427941777] linearizableReadLoop","detail":"{readStateIndex:22565; appliedIndex:22564; }","duration":"117.757632ms","start":"2026-03-02T22:08:43.630105Z","end":"2026-03-02T22:08:43.747863Z","steps":["trace[1427941777] 'read index received' (duration: 117.460734ms)","trace[1427941777] 'applied index is now lower than readState.Index' (duration: 295.018µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:43.748294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.162862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:08:43.748418Z","caller":"traceutil/trace.go:171","msg":"trace[2124145606] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21798; }","duration":"118.286116ms","start":"2026-03-02T22:08:43.630068Z","end":"2026-03-02T22:08:43.748354Z","steps":["trace[2124145606] 'agreement among raft nodes before linearized reading' (duration: 117.931017ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:12.060211Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18930} {"level":"info","ts":"2026-03-02T22:09:12.193065Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18930,"took":"129.38845ms","hash":1611399077,"current-db-size-bytes":46403584,"current-db-size":"46 MB","current-db-size-in-use-bytes":38875136,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-02T22:09:12.193126Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1611399077,"revision":18930,"compact-revision":16881} {"level":"info","ts":"2026-03-02T22:09:13.809297Z","caller":"traceutil/trace.go:171","msg":"trace[172309749] transaction","detail":"{read_only:false; response_revision:22058; number_of_response:1; }","duration":"214.830194ms","start":"2026-03-02T22:09:13.594442Z","end":"2026-03-02T22:09:13.809272Z","steps":["trace[172309749] 'process raft request' (duration: 214.405373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:14.269812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.148286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:14.269883Z","caller":"traceutil/trace.go:171","msg":"trace[1774306578] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:22061; }","duration":"152.236498ms","start":"2026-03-02T22:09:14.117632Z","end":"2026-03-02T22:09:14.269869Z","steps":["trace[1774306578] 'count revisions from in-memory index tree' (duration: 151.936461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:14.269912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.528153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:09:14.270045Z","caller":"traceutil/trace.go:171","msg":"trace[94104039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22061; }","duration":"171.722218ms","start":"2026-03-02T22:09:14.098293Z","end":"2026-03-02T22:09:14.270015Z","steps":["trace[94104039] 'range keys from in-memory index tree' (duration: 171.237896ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:14.529596Z","caller":"traceutil/trace.go:171","msg":"trace[1722143280] transaction","detail":"{read_only:false; response_revision:22065; number_of_response:1; }","duration":"243.270106ms","start":"2026-03-02T22:09:14.286297Z","end":"2026-03-02T22:09:14.529567Z","steps":["trace[1722143280] 'process raft request' (duration: 147.171299ms)","trace[1722143280] 'compare' (duration: 95.773618ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:14.529799Z","caller":"traceutil/trace.go:171","msg":"trace[779953068] linearizableReadLoop","detail":"{readStateIndex:22840; appliedIndex:22838; }","duration":"227.553461ms","start":"2026-03-02T22:09:14.302207Z","end":"2026-03-02T22:09:14.52976Z","steps":["trace[779953068] 'read index received' (duration: 131.302221ms)","trace[779953068] 'applied index is now lower than readState.Index' (duration: 96.25006ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:14.529963Z","caller":"traceutil/trace.go:171","msg":"trace[958353040] transaction","detail":"{read_only:false; response_revision:22066; number_of_response:1; }","duration":"241.810817ms","start":"2026-03-02T22:09:14.288138Z","end":"2026-03-02T22:09:14.529949Z","steps":["trace[958353040] 'process raft request' (duration: 241.348036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:14.530153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.313262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:09:14.530266Z","caller":"traceutil/trace.go:171","msg":"trace[1376585036] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22066; }","duration":"161.467526ms","start":"2026-03-02T22:09:14.368771Z","end":"2026-03-02T22:09:14.530239Z","steps":["trace[1376585036] 'agreement among raft nodes before linearized reading' (duration: 161.206458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:14.530325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.074205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:14.530403Z","caller":"traceutil/trace.go:171","msg":"trace[163022753] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:22066; }","duration":"228.228488ms","start":"2026-03-02T22:09:14.302158Z","end":"2026-03-02T22:09:14.530386Z","steps":["trace[163022753] 'agreement among raft nodes before linearized reading' (duration: 227.811447ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:14.859312Z","caller":"traceutil/trace.go:171","msg":"trace[1979444486] linearizableReadLoop","detail":"{readStateIndex:22842; appliedIndex:22841; }","duration":"105.323264ms","start":"2026-03-02T22:09:14.753957Z","end":"2026-03-02T22:09:14.85928Z","steps":["trace[1979444486] 'read index received' (duration: 88.117832ms)","trace[1979444486] 'applied index is now lower than readState.Index' (duration: 17.204162ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:14.859439Z","caller":"traceutil/trace.go:171","msg":"trace[441769082] transaction","detail":"{read_only:false; response_revision:22068; number_of_response:1; }","duration":"106.325109ms","start":"2026-03-02T22:09:14.753095Z","end":"2026-03-02T22:09:14.85942Z","steps":["trace[441769082] 'process raft request' (duration: 88.909242ms)","trace[441769082] 'compare' (duration: 16.843513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:14.859566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.58989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:09:14.859617Z","caller":"traceutil/trace.go:171","msg":"trace[542569817] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22068; }","duration":"105.653032ms","start":"2026-03-02T22:09:14.75395Z","end":"2026-03-02T22:09:14.859603Z","steps":["trace[542569817] 'agreement among raft nodes before linearized reading' (duration: 105.474578ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:30.362585Z","caller":"traceutil/trace.go:171","msg":"trace[67322401] transaction","detail":"{read_only:false; response_revision:22844; number_of_response:1; }","duration":"296.014069ms","start":"2026-03-02T22:10:30.066541Z","end":"2026-03-02T22:10:30.362555Z","steps":["trace[67322401] 'process raft request' (duration: 295.877856ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:30.362586Z","caller":"traceutil/trace.go:171","msg":"trace[689127906] linearizableReadLoop","detail":"{readStateIndex:23639; appliedIndex:23639; }","duration":"197.273674ms","start":"2026-03-02T22:10:30.165289Z","end":"2026-03-02T22:10:30.362563Z","steps":["trace[689127906] 'read index received' (duration: 197.263954ms)","trace[689127906] 'applied index is now lower than readState.Index' (duration: 7.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:30.36302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.693056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:30.363129Z","caller":"traceutil/trace.go:171","msg":"trace[1120143809] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22844; }","duration":"197.874489ms","start":"2026-03-02T22:10:30.165242Z","end":"2026-03-02T22:10:30.363116Z","steps":["trace[1120143809] 'agreement among raft nodes before linearized reading' (duration: 197.694715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:30.364934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.692633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:30.365038Z","caller":"traceutil/trace.go:171","msg":"trace[1003329918] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22844; }","duration":"165.885589ms","start":"2026-03-02T22:10:30.199133Z","end":"2026-03-02T22:10:30.365018Z","steps":["trace[1003329918] 'agreement among raft nodes before linearized reading' (duration: 165.703933ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:35.216003Z","caller":"traceutil/trace.go:171","msg":"trace[118508782] transaction","detail":"{read_only:false; response_revision:22878; number_of_response:1; }","duration":"101.487025ms","start":"2026-03-02T22:10:35.114489Z","end":"2026-03-02T22:10:35.215976Z","steps":["trace[118508782] 'process raft request' (duration: 101.33552ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:35.974183Z","caller":"traceutil/trace.go:171","msg":"trace[455237837] linearizableReadLoop","detail":"{readStateIndex:23680; appliedIndex:23679; }","duration":"217.560545ms","start":"2026-03-02T22:10:35.756591Z","end":"2026-03-02T22:10:35.974151Z","steps":["trace[455237837] 'read index received' (duration: 217.41369ms)","trace[455237837] 'applied index is now lower than readState.Index' (duration: 145.445µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:35.974388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.76032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:35.974486Z","caller":"traceutil/trace.go:171","msg":"trace[1658576367] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:22883; }","duration":"217.898023ms","start":"2026-03-02T22:10:35.756564Z","end":"2026-03-02T22:10:35.974462Z","steps":["trace[1658576367] 'agreement among raft nodes before linearized reading' (duration: 217.695148ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:35.974952Z","caller":"traceutil/trace.go:171","msg":"trace[325134953] transaction","detail":"{read_only:false; response_revision:22883; number_of_response:1; }","duration":"265.354772ms","start":"2026-03-02T22:10:35.709571Z","end":"2026-03-02T22:10:35.974926Z","steps":["trace[325134953] 'process raft request' (duration: 264.422287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:36.029919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.008834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:36.030029Z","caller":"traceutil/trace.go:171","msg":"trace[1768224287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22884; }","duration":"253.174518ms","start":"2026-03-02T22:10:35.776828Z","end":"2026-03-02T22:10:36.030002Z","steps":["trace[1768224287] 'agreement among raft nodes before linearized reading' (duration: 252.968293ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:36.030036Z","caller":"traceutil/trace.go:171","msg":"trace[403719136] transaction","detail":"{read_only:false; response_revision:22884; number_of_response:1; }","duration":"208.336588ms","start":"2026-03-02T22:10:35.821658Z","end":"2026-03-02T22:10:36.029994Z","steps":["trace[403719136] 'process raft request' (duration: 207.838485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:36.030061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.588295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:36.030158Z","caller":"traceutil/trace.go:171","msg":"trace[1378335633] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22884; }","duration":"120.73209ms","start":"2026-03-02T22:10:35.909397Z","end":"2026-03-02T22:10:36.030129Z","steps":["trace[1378335633] 'agreement among raft nodes before linearized reading' (duration: 120.579805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:36.88975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:10:37.390817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:10:37.891831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:10:37.894944Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.51114769s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:10:37.895413Z","caller":"traceutil/trace.go:171","msg":"trace[1278872973] transaction","detail":"{read_only:false; response_revision:22885; number_of_response:1; }","duration":"1.511718606s","start":"2026-03-02T22:10:36.383672Z","end":"2026-03-02T22:10:37.895391Z","steps":["trace[1278872973] 'process raft request' (duration: 1.511576392s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:37.895601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:36.383643Z","time spent":"1.511821598s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:38.778623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000858262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:10:38.778725Z","caller":"traceutil/trace.go:171","msg":"trace[1844135383] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001013516s","start":"2026-03-02T22:10:36.777689Z","end":"2026-03-02T22:10:38.778703Z","steps":["trace[1844135383] 'agreement among raft nodes before linearized reading' (duration: 2.000705538s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:38.778775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:36.777666Z","time spent":"2.001098129s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:10:38.824216Z","caller":"traceutil/trace.go:171","msg":"trace[1603283408] transaction","detail":"{read_only:false; response_revision:22886; number_of_response:1; }","duration":"2.236403609s","start":"2026-03-02T22:10:36.587779Z","end":"2026-03-02T22:10:38.824182Z","steps":["trace[1603283408] 'process raft request' (duration: 2.236045769s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:38.824347Z","caller":"traceutil/trace.go:171","msg":"trace[440538154] transaction","detail":"{read_only:false; response_revision:22888; number_of_response:1; }","duration":"1.994575331s","start":"2026-03-02T22:10:36.829762Z","end":"2026-03-02T22:10:38.824338Z","steps":["trace[440538154] 'process raft request' (duration: 1.994343394s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:38.82439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:36.587751Z","time spent":"2.236544563s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:38.824484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:36.829742Z","time spent":"1.994663683s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:38.824223Z","caller":"traceutil/trace.go:171","msg":"trace[1495962023] transaction","detail":"{read_only:false; response_revision:22887; number_of_response:1; }","duration":"2.005238954s","start":"2026-03-02T22:10:36.818916Z","end":"2026-03-02T22:10:38.824155Z","steps":["trace[1495962023] 'process raft request' (duration: 2.005133502s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:38.824715Z","caller":"traceutil/trace.go:171","msg":"trace[985376757] transaction","detail":"{read_only:false; response_revision:22889; number_of_response:1; }","duration":"1.91590127s","start":"2026-03-02T22:10:36.9088Z","end":"2026-03-02T22:10:38.824701Z","steps":["trace[985376757] 'process raft request' (duration: 1.915493351s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:38.82479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:36.908783Z","time spent":"1.915970442s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:38.824798Z","caller":"traceutil/trace.go:171","msg":"trace[525089338] linearizableReadLoop","detail":"{readStateIndex:23687; appliedIndex:23681; }","duration":"2.435557971s","start":"2026-03-02T22:10:36.389228Z","end":"2026-03-02T22:10:38.824786Z","steps":["trace[525089338] 'read index received' (duration: 1.50602516s)","trace[525089338] 'applied index is now lower than readState.Index' (duration: 929.532091ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:38.824857Z","caller":"traceutil/trace.go:171","msg":"trace[1073292563] transaction","detail":"{read_only:false; response_revision:22890; number_of_response:1; }","duration":"1.596546953s","start":"2026-03-02T22:10:37.228302Z","end":"2026-03-02T22:10:38.824849Z","steps":["trace[1073292563] 'process raft request' (duration: 1.596343678s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:38.824922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:37.228282Z","time spent":"1.596600735s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:38.825012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435780827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:10:38.82503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:36.818899Z","time spent":"2.005767438s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:38.825072Z","caller":"traceutil/trace.go:171","msg":"trace[583751775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22890; }","duration":"2.435867699s","start":"2026-03-02T22:10:36.389186Z","end":"2026-03-02T22:10:38.825054Z","steps":["trace[583751775] 'agreement among raft nodes before linearized reading' (duration: 2.435695225s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:38.825108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:36.389169Z","time spent":"2.435930621s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:10:38.825677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.97256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:38.825738Z","caller":"traceutil/trace.go:171","msg":"trace[1572721248] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:22892; }","duration":"977.040301ms","start":"2026-03-02T22:10:37.848682Z","end":"2026-03-02T22:10:38.825722Z","steps":["trace[1572721248] 'agreement among raft nodes before linearized reading' (duration: 976.942759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:38.825787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:37.84863Z","time spent":"977.138663ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:38.825765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433427285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:10:38.825835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545347289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:10:38.825861Z","caller":"traceutil/trace.go:171","msg":"trace[264131613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22892; }","duration":"2.433572839s","start":"2026-03-02T22:10:36.392262Z","end":"2026-03-02T22:10:38.825835Z","steps":["trace[264131613] 'agreement among raft nodes before linearized reading' (duration: 2.433345023s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:38.825898Z","caller":"traceutil/trace.go:171","msg":"trace[552467997] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22892; }","duration":"1.545448552s","start":"2026-03-02T22:10:37.280432Z","end":"2026-03-02T22:10:38.82588Z","steps":["trace[552467997] 'agreement among raft nodes before linearized reading' (duration: 1.545304669s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:38.825919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:36.392241Z","time spent":"2.433665262s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:10:38.825984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417351042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:10:38.825999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552542394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:10:38.826018Z","caller":"traceutil/trace.go:171","msg":"trace[1168252463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22892; }","duration":"1.417384634s","start":"2026-03-02T22:10:37.408624Z","end":"2026-03-02T22:10:38.826008Z","steps":["trace[1168252463] 'agreement among raft nodes before linearized reading' (duration: 1.417331803s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:38.826044Z","caller":"traceutil/trace.go:171","msg":"trace[16681261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22892; }","duration":"1.552619646s","start":"2026-03-02T22:10:37.273411Z","end":"2026-03-02T22:10:38.82603Z","steps":["trace[16681261] 'agreement among raft nodes before linearized reading' (duration: 1.552489193s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:38.826053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:37.408558Z","time spent":"1.417487397s","remote":"127.0.0.1:56380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:38.826088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:37.273389Z","time spent":"1.552691448s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:10:38.826186Z","caller":"traceutil/trace.go:171","msg":"trace[1020789793] transaction","detail":"{read_only:false; response_revision:22891; number_of_response:1; }","duration":"790.742058ms","start":"2026-03-02T22:10:38.035421Z","end":"2026-03-02T22:10:38.826163Z","steps":["trace[1020789793] 'process raft request' (duration: 789.875486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:38.826217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817895335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:38.82628Z","caller":"traceutil/trace.go:171","msg":"trace[218899051] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:22892; }","duration":"1.817991997s","start":"2026-03-02T22:10:37.008269Z","end":"2026-03-02T22:10:38.826261Z","steps":["trace[218899051] 'agreement among raft nodes before linearized reading' (duration: 1.817895665s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:38.826299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:38.035395Z","time spent":"790.849251ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:38.826338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:37.008251Z","time spent":"1.81807233s","remote":"127.0.0.1:50152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:38.826364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.674689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:38.826383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127629056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:10:38.826398Z","caller":"traceutil/trace.go:171","msg":"trace[1244231563] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:22892; }","duration":"106.73974ms","start":"2026-03-02T22:10:38.719649Z","end":"2026-03-02T22:10:38.826388Z","steps":["trace[1244231563] 'agreement among raft nodes before linearized reading' (duration: 106.683469ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:38.826424Z","caller":"traceutil/trace.go:171","msg":"trace[1348200731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22892; }","duration":"2.127699678s","start":"2026-03-02T22:10:36.698714Z","end":"2026-03-02T22:10:38.826414Z","steps":["trace[1348200731] 'agreement among raft nodes before linearized reading' (duration: 2.127598636s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:38.826458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:36.698703Z","time spent":"2.127749349s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:10:38.826545Z","caller":"traceutil/trace.go:171","msg":"trace[110834407] transaction","detail":"{read_only:false; response_revision:22892; number_of_response:1; }","duration":"718.662719ms","start":"2026-03-02T22:10:38.107873Z","end":"2026-03-02T22:10:38.826535Z","steps":["trace[110834407] 'process raft request' (duration: 717.614932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:38.82658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075012926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:10:38.826608Z","caller":"traceutil/trace.go:171","msg":"trace[539147141] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:22892; }","duration":"2.075072646s","start":"2026-03-02T22:10:36.751525Z","end":"2026-03-02T22:10:38.826598Z","steps":["trace[539147141] 'agreement among raft nodes before linearized reading' (duration: 2.074999625s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:38.825936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:37.280412Z","time spent":"1.545516434s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:10:38.826617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.375141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-02T22:10:38.826628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:38.107847Z","time spent":"718.73352ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:38.826641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:36.751506Z","time spent":"2.075127038s","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-02T22:10:38.826666Z","caller":"traceutil/trace.go:171","msg":"trace[1125148691] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22892; }","duration":"233.682559ms","start":"2026-03-02T22:10:38.592969Z","end":"2026-03-02T22:10:38.826651Z","steps":["trace[1125148691] 'agreement among raft nodes before linearized reading' (duration: 233.517825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:38.826558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606545781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T22:10:38.826831Z","caller":"traceutil/trace.go:171","msg":"trace[37168147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22892; }","duration":"1.606864499s","start":"2026-03-02T22:10:37.219946Z","end":"2026-03-02T22:10:38.82681Z","steps":["trace[37168147] 'agreement among raft nodes before linearized reading' (duration: 1.60572716s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:38.826968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.104353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-03-02T22:10:38.82704Z","caller":"traceutil/trace.go:171","msg":"trace[1787052228] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22892; }","duration":"972.198527ms","start":"2026-03-02T22:10:37.854821Z","end":"2026-03-02T22:10:38.82702Z","steps":["trace[1787052228] 'agreement among raft nodes before linearized reading' (duration: 972.035142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:38.826988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:37.219932Z","time spent":"1.607040313s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:38.827096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:37.85481Z","time spent":"972.272308ms","remote":"127.0.0.1:46982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-02T22:10:41.004503Z","caller":"traceutil/trace.go:171","msg":"trace[2050518093] transaction","detail":"{read_only:false; response_revision:22906; number_of_response:1; }","duration":"174.599902ms","start":"2026-03-02T22:10:40.829872Z","end":"2026-03-02T22:10:41.004472Z","steps":["trace[2050518093] 'process raft request' (duration: 174.387837ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:41.207715Z","caller":"traceutil/trace.go:171","msg":"trace[1372794567] transaction","detail":"{read_only:false; response_revision:22907; number_of_response:1; }","duration":"377.677914ms","start":"2026-03-02T22:10:40.830005Z","end":"2026-03-02T22:10:41.207683Z","steps":["trace[1372794567] 'process raft request' (duration: 377.361436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:41.207909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:40.829988Z","time spent":"377.814378ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:41.208014Z","caller":"traceutil/trace.go:171","msg":"trace[109640327] transaction","detail":"{read_only:false; response_revision:22908; number_of_response:1; }","duration":"377.5027ms","start":"2026-03-02T22:10:40.830457Z","end":"2026-03-02T22:10:41.20796Z","steps":["trace[109640327] 'process raft request' (duration: 377.133481ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:41.208087Z","caller":"traceutil/trace.go:171","msg":"trace[50479431] linearizableReadLoop","detail":"{readStateIndex:23708; appliedIndex:23703; }","duration":"367.308179ms","start":"2026-03-02T22:10:40.840751Z","end":"2026-03-02T22:10:41.208059Z","steps":["trace[50479431] 'read index received' (duration: 163.463856ms)","trace[50479431] 'applied index is now lower than readState.Index' (duration: 203.843283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:41.208136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:40.83043Z","time spent":"377.651735ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:41.208394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.632457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:10:41.208467Z","caller":"traceutil/trace.go:171","msg":"trace[2048506548] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22910; }","duration":"367.74418ms","start":"2026-03-02T22:10:40.840704Z","end":"2026-03-02T22:10:41.208448Z","steps":["trace[2048506548] 'agreement among raft nodes before linearized reading' (duration: 367.541745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:41.208522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:40.840685Z","time spent":"367.825141ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:10:41.208595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.672934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:10:41.208635Z","caller":"traceutil/trace.go:171","msg":"trace[246184479] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:22910; }","duration":"153.766536ms","start":"2026-03-02T22:10:41.054855Z","end":"2026-03-02T22:10:41.208621Z","steps":["trace[246184479] 'agreement among raft nodes before linearized reading' (duration: 153.647503ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:41.208697Z","caller":"traceutil/trace.go:171","msg":"trace[836257140] transaction","detail":"{read_only:false; response_revision:22909; number_of_response:1; }","duration":"378.197428ms","start":"2026-03-02T22:10:40.830482Z","end":"2026-03-02T22:10:41.20868Z","steps":["trace[836257140] 'process raft request' (duration: 377.397268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:41.208469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.626467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:10:41.208782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:40.830457Z","time spent":"378.274821ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:41.208762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.487734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:10:41.208836Z","caller":"traceutil/trace.go:171","msg":"trace[222209530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22910; }","duration":"367.972107ms","start":"2026-03-02T22:10:40.8408Z","end":"2026-03-02T22:10:41.208772Z","steps":["trace[222209530] 'agreement among raft nodes before linearized reading' (duration: 367.536835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:41.208923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.698348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:10:41.208961Z","caller":"traceutil/trace.go:171","msg":"trace[1782101693] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22910; }","duration":"367.730869ms","start":"2026-03-02T22:10:40.841215Z","end":"2026-03-02T22:10:41.208946Z","steps":["trace[1782101693] 'agreement among raft nodes before linearized reading' (duration: 367.635997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:41.209003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:40.841198Z","time spent":"367.796801ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:10:41.208999Z","caller":"traceutil/trace.go:171","msg":"trace[1619337761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22910; }","duration":"367.744119ms","start":"2026-03-02T22:10:40.841226Z","end":"2026-03-02T22:10:41.20897Z","steps":["trace[1619337761] 'agreement among raft nodes before linearized reading' (duration: 367.305508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:41.209057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:40.841222Z","time spent":"367.822211ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:10:41.209131Z","caller":"traceutil/trace.go:171","msg":"trace[706715036] transaction","detail":"{read_only:false; response_revision:22910; number_of_response:1; }","duration":"377.08755ms","start":"2026-03-02T22:10:40.831872Z","end":"2026-03-02T22:10:41.20896Z","steps":["trace[706715036] 'process raft request' (duration: 376.132106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:41.208842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.33928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T22:10:41.209155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.940804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:10:41.209241Z","caller":"traceutil/trace.go:171","msg":"trace[1244722510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22910; }","duration":"367.783551ms","start":"2026-03-02T22:10:40.841446Z","end":"2026-03-02T22:10:41.209229Z","steps":["trace[1244722510] 'agreement among raft nodes before linearized reading' (duration: 367.200186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:41.20921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:40.840795Z","time spent":"368.12575ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:41.20929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:40.841434Z","time spent":"367.843642ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:10:41.209281Z","caller":"traceutil/trace.go:171","msg":"trace[1731109662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22910; }","duration":"368.079127ms","start":"2026-03-02T22:10:40.841176Z","end":"2026-03-02T22:10:41.209255Z","steps":["trace[1731109662] 'agreement among raft nodes before linearized reading' (duration: 367.716619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:41.209349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:40.841149Z","time spent":"368.18619ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:41.209486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:40.831866Z","time spent":"377.560133ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:41.852417Z","caller":"traceutil/trace.go:171","msg":"trace[23482239] transaction","detail":"{read_only:false; response_revision:22914; number_of_response:1; }","duration":"638.49516ms","start":"2026-03-02T22:10:41.213893Z","end":"2026-03-02T22:10:41.852388Z","steps":["trace[23482239] 'process raft request' (duration: 638.410108ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:41.852464Z","caller":"traceutil/trace.go:171","msg":"trace[1200549984] transaction","detail":"{read_only:false; response_revision:22912; number_of_response:1; }","duration":"638.681645ms","start":"2026-03-02T22:10:41.213746Z","end":"2026-03-02T22:10:41.852428Z","steps":["trace[1200549984] 'process raft request' (duration: 638.343217ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:41.85251Z","caller":"traceutil/trace.go:171","msg":"trace[1041314467] transaction","detail":"{read_only:false; response_revision:22913; number_of_response:1; }","duration":"638.713215ms","start":"2026-03-02T22:10:41.213765Z","end":"2026-03-02T22:10:41.852478Z","steps":["trace[1041314467] 'process raft request' (duration: 638.48626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:41.852597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:41.213885Z","time spent":"638.622073ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:41.852611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:41.213743Z","time spent":"638.817958ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:41.852628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:41.213725Z","time spent":"638.811278ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:41.852781Z","caller":"traceutil/trace.go:171","msg":"trace[571512325] transaction","detail":"{read_only:false; response_revision:22915; number_of_response:1; }","duration":"638.482239ms","start":"2026-03-02T22:10:41.214259Z","end":"2026-03-02T22:10:41.852741Z","steps":["trace[571512325] 'process raft request' (duration: 638.08186ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:41.852865Z","caller":"traceutil/trace.go:171","msg":"trace[1325022999] linearizableReadLoop","detail":"{readStateIndex:23714; appliedIndex:23709; }","duration":"629.653164ms","start":"2026-03-02T22:10:41.223177Z","end":"2026-03-02T22:10:41.85283Z","steps":["trace[1325022999] 'read index received' (duration: 3.935911ms)","trace[1325022999] 'applied index is now lower than readState.Index' (duration: 625.715733ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:41.852925Z","caller":"traceutil/trace.go:171","msg":"trace[962401834] transaction","detail":"{read_only:false; response_revision:22916; number_of_response:1; }","duration":"638.594002ms","start":"2026-03-02T22:10:41.214295Z","end":"2026-03-02T22:10:41.852889Z","steps":["trace[962401834] 'process raft request' (duration: 638.369536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:41.852939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:41.214249Z","time spent":"638.610193ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:41.853016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:41.214281Z","time spent":"638.687456ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:41.853059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.877119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:10:41.853103Z","caller":"traceutil/trace.go:171","msg":"trace[2146164943] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:22916; }","duration":"629.945471ms","start":"2026-03-02T22:10:41.223147Z","end":"2026-03-02T22:10:41.853092Z","steps":["trace[2146164943] 'agreement among raft nodes before linearized reading' (duration: 629.846869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:41.853134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:41.223132Z","time spent":"629.993822ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:41.853289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.386778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:10:41.853365Z","caller":"traceutil/trace.go:171","msg":"trace[1017876247] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:22916; }","duration":"229.522262ms","start":"2026-03-02T22:10:41.623825Z","end":"2026-03-02T22:10:41.853348Z","steps":["trace[1017876247] 'agreement among raft nodes before linearized reading' (duration: 229.213405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:42.243756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.470565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:42.243837Z","caller":"traceutil/trace.go:171","msg":"trace[1653567180] transaction","detail":"{read_only:false; response_revision:22917; number_of_response:1; }","duration":"338.040598ms","start":"2026-03-02T22:10:41.905784Z","end":"2026-03-02T22:10:42.243824Z","steps":["trace[1653567180] 'process raft request' (duration: 65.4352ms)","trace[1653567180] 'compare' (duration: 272.305691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:42.244259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:41.905758Z","time spent":"338.097759ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:43.139303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.607175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:43.139431Z","caller":"traceutil/trace.go:171","msg":"trace[2103751940] linearizableReadLoop","detail":"{readStateIndex:23716; appliedIndex:23715; }","duration":"850.184213ms","start":"2026-03-02T22:10:42.289225Z","end":"2026-03-02T22:10:43.139409Z","steps":["trace[2103751940] 'read index received' (duration: 179.278021ms)","trace[2103751940] 'applied index is now lower than readState.Index' (duration: 670.904272ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:43.139515Z","caller":"traceutil/trace.go:171","msg":"trace[1678316086] transaction","detail":"{read_only:false; response_revision:22918; number_of_response:1; }","duration":"860.94401ms","start":"2026-03-02T22:10:42.27854Z","end":"2026-03-02T22:10:43.139484Z","steps":["trace[1678316086] 'process raft request' (duration: 190.048529ms)","trace[1678316086] 'compare' (duration: 670.43083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:43.139564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.337579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:10:43.13961Z","caller":"traceutil/trace.go:171","msg":"trace[1199056238] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:22918; }","duration":"850.416381ms","start":"2026-03-02T22:10:42.289175Z","end":"2026-03-02T22:10:43.139592Z","steps":["trace[1199056238] 'agreement among raft nodes before linearized reading' (duration: 850.322237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:43.139673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:42.278518Z","time spent":"861.063553ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:43.13971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:42.289146Z","time spent":"850.547553ms","remote":"127.0.0.1:55798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:43.431863Z","caller":"traceutil/trace.go:171","msg":"trace[2082470185] linearizableReadLoop","detail":"{readStateIndex:23717; appliedIndex:23716; }","duration":"292.369165ms","start":"2026-03-02T22:10:43.139465Z","end":"2026-03-02T22:10:43.431834Z","steps":["trace[2082470185] 'read index received' (duration: 291.082262ms)","trace[2082470185] 'applied index is now lower than readState.Index' (duration: 1.285543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:43.432072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.269044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:43.432108Z","caller":"traceutil/trace.go:171","msg":"trace[63856786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22919; }","duration":"654.355936ms","start":"2026-03-02T22:10:42.777742Z","end":"2026-03-02T22:10:43.432098Z","steps":["trace[63856786] 'agreement among raft nodes before linearized reading' (duration: 654.224323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:43.432139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:42.777722Z","time spent":"654.410438ms","remote":"127.0.0.1:46818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:10:43.432119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.392752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:43.432226Z","caller":"traceutil/trace.go:171","msg":"trace[2046999023] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22919; }","duration":"623.555547ms","start":"2026-03-02T22:10:42.808637Z","end":"2026-03-02T22:10:43.432193Z","steps":["trace[2046999023] 'agreement among raft nodes before linearized reading' (duration: 623.207327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:43.432306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:42.808612Z","time spent":"623.67839ms","remote":"127.0.0.1:43546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:43.432327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099084424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:43.432358Z","caller":"traceutil/trace.go:171","msg":"trace[2049911380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22919; }","duration":"1.099149884s","start":"2026-03-02T22:10:42.3332Z","end":"2026-03-02T22:10:43.432349Z","steps":["trace[2049911380] 'agreement among raft nodes before linearized reading' (duration: 1.099104883s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:43.432328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027006393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:43.432384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:42.33318Z","time spent":"1.099199486s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:10:43.432419Z","caller":"traceutil/trace.go:171","msg":"trace[409189182] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22919; }","duration":"1.027139367s","start":"2026-03-02T22:10:42.40526Z","end":"2026-03-02T22:10:43.432399Z","steps":["trace[409189182] 'agreement among raft nodes before linearized reading' (duration: 1.026988673s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:43.432462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:42.405243Z","time spent":"1.027210218s","remote":"127.0.0.1:43690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:10:43.432577Z","caller":"traceutil/trace.go:171","msg":"trace[746176185] transaction","detail":"{read_only:false; response_revision:22919; number_of_response:1; }","duration":"422.626139ms","start":"2026-03-02T22:10:43.009928Z","end":"2026-03-02T22:10:43.432554Z","steps":["trace[746176185] 'process raft request' (duration: 420.628388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:43.432722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:43.009902Z","time spent":"422.744452ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:43.932873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988083,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:10:44.328397Z","caller":"traceutil/trace.go:171","msg":"trace[655257760] transaction","detail":"{read_only:false; response_revision:22920; number_of_response:1; }","duration":"1.114315525s","start":"2026-03-02T22:10:43.214058Z","end":"2026-03-02T22:10:44.328373Z","steps":["trace[655257760] 'process raft request' (duration: 1.114093819s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.328549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:43.21403Z","time spent":"1.114438748s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:44.328677Z","caller":"traceutil/trace.go:171","msg":"trace[828487122] transaction","detail":"{read_only:false; response_revision:22921; number_of_response:1; }","duration":"1.113160875s","start":"2026-03-02T22:10:43.215493Z","end":"2026-03-02T22:10:44.328654Z","steps":["trace[828487122] 'process raft request' (duration: 1.112838777s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:44.328733Z","caller":"traceutil/trace.go:171","msg":"trace[232898039] transaction","detail":"{read_only:false; response_revision:22923; number_of_response:1; }","duration":"1.112412115s","start":"2026-03-02T22:10:43.2163Z","end":"2026-03-02T22:10:44.328712Z","steps":["trace[232898039] 'process raft request' (duration: 1.112368744s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.328793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:43.215482Z","time spent":"1.113251597s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:44.328812Z","caller":"traceutil/trace.go:171","msg":"trace[318894526] transaction","detail":"{read_only:false; response_revision:22922; number_of_response:1; }","duration":"1.113166775s","start":"2026-03-02T22:10:43.215614Z","end":"2026-03-02T22:10:44.328781Z","steps":["trace[318894526] 'process raft request' (duration: 1.11296486s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.328875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:43.216283Z","time spent":"1.112520019s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:44.328949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:43.215585Z","time spent":"1.113300339s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:44.938452Z","caller":"traceutil/trace.go:171","msg":"trace[1160210009] transaction","detail":"{read_only:false; response_revision:22924; number_of_response:1; }","duration":"1.105907748s","start":"2026-03-02T22:10:43.832511Z","end":"2026-03-02T22:10:44.938419Z","steps":["trace[1160210009] 'process raft request' (duration: 1.105286222s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.938612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:43.832489Z","time spent":"1.106039202s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:44.938765Z","caller":"traceutil/trace.go:171","msg":"trace[1978730775] transaction","detail":"{read_only:false; response_revision:22925; number_of_response:1; }","duration":"689.861768ms","start":"2026-03-02T22:10:44.248875Z","end":"2026-03-02T22:10:44.938737Z","steps":["trace[1978730775] 'process raft request' (duration: 689.492939ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:44.938857Z","caller":"traceutil/trace.go:171","msg":"trace[1333739025] linearizableReadLoop","detail":"{readStateIndex:23722; appliedIndex:23717; }","duration":"1.506900382s","start":"2026-03-02T22:10:43.43193Z","end":"2026-03-02T22:10:44.93883Z","steps":["trace[1333739025] 'read index received' (duration: 896.236826ms)","trace[1333739025] 'applied index is now lower than readState.Index' (duration: 610.662246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:44.93893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:44.248853Z","time spent":"689.996122ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:44.938908Z","caller":"traceutil/trace.go:171","msg":"trace[1385295204] transaction","detail":"{read_only:false; response_revision:22926; number_of_response:1; }","duration":"662.119856ms","start":"2026-03-02T22:10:44.276749Z","end":"2026-03-02T22:10:44.938869Z","steps":["trace[1385295204] 'process raft request' (duration: 661.873049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.939011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683634578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:44.939062Z","caller":"traceutil/trace.go:171","msg":"trace[1685957647] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:22926; }","duration":"1.683705981s","start":"2026-03-02T22:10:43.255342Z","end":"2026-03-02T22:10:44.939048Z","steps":["trace[1685957647] 'agreement among raft nodes before linearized reading' (duration: 1.683626569s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.939081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:44.276722Z","time spent":"662.278601ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:44.939138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:43.254755Z","time spent":"1.684372768s","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:44.939162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497886651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:44.939203Z","caller":"traceutil/trace.go:171","msg":"trace[290926807] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22926; }","duration":"1.497952722s","start":"2026-03-02T22:10:43.441236Z","end":"2026-03-02T22:10:44.939189Z","steps":["trace[290926807] 'agreement among raft nodes before linearized reading' (duration: 1.497840859s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.939239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:43.441214Z","time spent":"1.498013214s","remote":"127.0.0.1:46982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:10:44.939256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66734296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:10:44.939302Z","caller":"traceutil/trace.go:171","msg":"trace[419879526] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:22926; }","duration":"1.667392892s","start":"2026-03-02T22:10:43.271898Z","end":"2026-03-02T22:10:44.93929Z","steps":["trace[419879526] 'agreement among raft nodes before linearized reading' (duration: 1.667306199s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.93934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:43.271865Z","time spent":"1.667462182s","remote":"127.0.0.1:47042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:44.939349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081107351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:10:44.939413Z","caller":"traceutil/trace.go:171","msg":"trace[1774198788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22926; }","duration":"1.081215874s","start":"2026-03-02T22:10:43.858181Z","end":"2026-03-02T22:10:44.939397Z","steps":["trace[1774198788] 'agreement among raft nodes before linearized reading' (duration: 1.08104664s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.939442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:43.858162Z","time spent":"1.081272825s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:44.939527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161435464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:44.93957Z","caller":"traceutil/trace.go:171","msg":"trace[170054006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22926; }","duration":"1.161512986s","start":"2026-03-02T22:10:43.778046Z","end":"2026-03-02T22:10:44.939559Z","steps":["trace[170054006] 'agreement among raft nodes before linearized reading' (duration: 1.161444924s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.939568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08140616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:10:44.939603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:43.778024Z","time spent":"1.161572768s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:10:44.939611Z","caller":"traceutil/trace.go:171","msg":"trace[1081962307] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22926; }","duration":"1.081487212s","start":"2026-03-02T22:10:43.85811Z","end":"2026-03-02T22:10:44.939597Z","steps":["trace[1081962307] 'agreement among raft nodes before linearized reading' (duration: 1.081347738s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.939678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:43.858085Z","time spent":"1.081585654s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:10:44.939683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.903198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T22:10:44.939729Z","caller":"traceutil/trace.go:171","msg":"trace[1823370719] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22926; }","duration":"932.99999ms","start":"2026-03-02T22:10:44.006717Z","end":"2026-03-02T22:10:44.939717Z","steps":["trace[1823370719] 'agreement among raft nodes before linearized reading' (duration: 932.747883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.939616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012693406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-02T22:10:44.93976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:44.006698Z","time spent":"933.055692ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T22:10:44.939766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082519288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:10:44.939779Z","caller":"traceutil/trace.go:171","msg":"trace[570274943] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22926; }","duration":"1.0128571s","start":"2026-03-02T22:10:43.926915Z","end":"2026-03-02T22:10:44.939772Z","steps":["trace[570274943] 'agreement among raft nodes before linearized reading' (duration: 1.012638805s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.939802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:43.926861Z","time spent":"1.012935712s","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:10:44.939801Z","caller":"traceutil/trace.go:171","msg":"trace[2069891436] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22926; }","duration":"1.08259141s","start":"2026-03-02T22:10:43.857199Z","end":"2026-03-02T22:10:44.939791Z","steps":["trace[2069891436] 'agreement among raft nodes before linearized reading' (duration: 1.082488237s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.939828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:43.857178Z","time spent":"1.08264436s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:10:44.939859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.56366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:44.939888Z","caller":"traceutil/trace.go:171","msg":"trace[407084897] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:22926; }","duration":"509.591141ms","start":"2026-03-02T22:10:44.430287Z","end":"2026-03-02T22:10:44.939878Z","steps":["trace[407084897] 'agreement among raft nodes before linearized reading' (duration: 509.54353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.939919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:44.430222Z","time spent":"509.687914ms","remote":"127.0.0.1:43670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:44.939952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2022212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-02T22:10:44.939156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683823414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:10:44.941449Z","caller":"traceutil/trace.go:171","msg":"trace[1408965917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22926; }","duration":"1.686162652s","start":"2026-03-02T22:10:43.255268Z","end":"2026-03-02T22:10:44.941431Z","steps":["trace[1408965917] 'agreement among raft nodes before linearized reading' (duration: 1.68370402s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.941505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:43.255249Z","time spent":"1.686239085s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:10:44.939696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080863245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:10:44.941693Z","caller":"traceutil/trace.go:171","msg":"trace[1358856423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22926; }","duration":"1.082874548s","start":"2026-03-02T22:10:43.858806Z","end":"2026-03-02T22:10:44.941681Z","steps":["trace[1358856423] 'agreement among raft nodes before linearized reading' (duration: 1.080845615s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.94173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:43.858764Z","time spent":"1.082954449s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:44.939964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082048495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:10:44.941905Z","caller":"traceutil/trace.go:171","msg":"trace[233135915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22926; }","duration":"1.084012376s","start":"2026-03-02T22:10:43.857882Z","end":"2026-03-02T22:10:44.941894Z","steps":["trace[233135915] 'agreement among raft nodes before linearized reading' (duration: 1.082025404s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.941944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:43.857872Z","time spent":"1.084061697s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:10:44.939986Z","caller":"traceutil/trace.go:171","msg":"trace[2104735813] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:22926; }","duration":"1.202291132s","start":"2026-03-02T22:10:43.737684Z","end":"2026-03-02T22:10:44.939976Z","steps":["trace[2104735813] 'agreement among raft nodes before linearized reading' (duration: 1.20218568s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.94208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:43.737663Z","time spent":"1.204405197s","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-02T22:10:44.940106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.887276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:10:44.94227Z","caller":"traceutil/trace.go:171","msg":"trace[1980698462] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:22926; }","duration":"637.047502ms","start":"2026-03-02T22:10:44.305208Z","end":"2026-03-02T22:10:44.942256Z","steps":["trace[1980698462] 'agreement among raft nodes before linearized reading' (duration: 634.865385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:44.943675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:44.305146Z","time spent":"637.150377ms","remote":"127.0.0.1:48182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:45.548083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.379114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:45.548186Z","caller":"traceutil/trace.go:171","msg":"trace[587813069] transaction","detail":"{read_only:false; response_revision:22927; number_of_response:1; }","duration":"602.208739ms","start":"2026-03-02T22:10:44.945957Z","end":"2026-03-02T22:10:45.548166Z","steps":["trace[587813069] 'process raft request' (duration: 200.671361ms)","trace[587813069] 'compare' (duration: 401.199489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:45.548247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:44.945932Z","time spent":"602.28372ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:45.953243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.535219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:45.953709Z","caller":"traceutil/trace.go:171","msg":"trace[1722149079] transaction","detail":"{read_only:false; response_revision:22928; number_of_response:1; }","duration":"1.006822325s","start":"2026-03-02T22:10:44.946732Z","end":"2026-03-02T22:10:45.953555Z","steps":["trace[1722149079] 'process raft request' (duration: 826.858355ms)","trace[1722149079] 'compare' (duration: 179.423056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:45.95394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:44.946715Z","time spent":"1.007136572s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:45.954038Z","caller":"traceutil/trace.go:171","msg":"trace[1019658890] transaction","detail":"{read_only:false; response_revision:22929; number_of_response:1; }","duration":"1.007137293s","start":"2026-03-02T22:10:44.946884Z","end":"2026-03-02T22:10:45.954022Z","steps":["trace[1019658890] 'process raft request' (duration: 1.006522937s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:45.953807Z","caller":"traceutil/trace.go:171","msg":"trace[1413731389] transaction","detail":"{read_only:false; response_revision:22934; number_of_response:1; }","duration":"516.676013ms","start":"2026-03-02T22:10:45.43711Z","end":"2026-03-02T22:10:45.953786Z","steps":["trace[1413731389] 'process raft request' (duration: 516.626811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:45.954161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:44.946862Z","time spent":"1.007233446s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:45.954205Z","caller":"traceutil/trace.go:171","msg":"trace[1156163701] transaction","detail":"{read_only:false; response_revision:22931; number_of_response:1; }","duration":"1.006318243s","start":"2026-03-02T22:10:44.94788Z","end":"2026-03-02T22:10:45.954199Z","steps":["trace[1156163701] 'process raft request' (duration: 1.005686516s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:45.954251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:44.947872Z","time spent":"1.006351553s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:45.954225Z","caller":"traceutil/trace.go:171","msg":"trace[969455514] transaction","detail":"{read_only:false; response_revision:22930; number_of_response:1; }","duration":"1.006445866s","start":"2026-03-02T22:10:44.947739Z","end":"2026-03-02T22:10:45.954185Z","steps":["trace[969455514] 'process raft request' (duration: 1.005734448s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:45.95431Z","caller":"traceutil/trace.go:171","msg":"trace[103187037] transaction","detail":"{read_only:false; response_revision:22933; number_of_response:1; }","duration":"1.006342212s","start":"2026-03-02T22:10:44.947928Z","end":"2026-03-02T22:10:45.95427Z","steps":["trace[103187037] 'process raft request' (duration: 1.005759097s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:45.954428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:44.947725Z","time spent":"1.00659805s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:45.95429Z","caller":"traceutil/trace.go:171","msg":"trace[188316270] linearizableReadLoop","detail":"{readStateIndex:23726; appliedIndex:23724; }","duration":"1.007477092s","start":"2026-03-02T22:10:44.946749Z","end":"2026-03-02T22:10:45.954226Z","steps":["trace[188316270] 'read index received' (duration: 199.879411ms)","trace[188316270] 'applied index is now lower than readState.Index' (duration: 807.594661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:45.954343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:45.437087Z","time spent":"517.092854ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:45.954642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007885273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:45.954697Z","caller":"traceutil/trace.go:171","msg":"trace[1915458086] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22934; }","duration":"1.007966334s","start":"2026-03-02T22:10:44.946715Z","end":"2026-03-02T22:10:45.954681Z","steps":["trace[1915458086] 'agreement among raft nodes before linearized reading' (duration: 1.007871091s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:45.954166Z","caller":"traceutil/trace.go:171","msg":"trace[254538453] transaction","detail":"{read_only:false; response_revision:22932; number_of_response:1; }","duration":"1.00623586s","start":"2026-03-02T22:10:44.947916Z","end":"2026-03-02T22:10:45.954152Z","steps":["trace[254538453] 'process raft request' (duration: 1.005702636s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:45.954736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:44.946701Z","time spent":"1.008027246s","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:10:45.954816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:44.947904Z","time spent":"1.006857346s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:45.954843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002179036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:45.954486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:44.947919Z","time spent":"1.006482806s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:45.954914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.02104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:10:45.954962Z","caller":"traceutil/trace.go:171","msg":"trace[405466925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22934; }","duration":"1.002288679s","start":"2026-03-02T22:10:44.95264Z","end":"2026-03-02T22:10:45.954929Z","steps":["trace[405466925] 'agreement among raft nodes before linearized reading' (duration: 1.002173777s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:45.955026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:44.952628Z","time spent":"1.002390071s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:10:45.955045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.587282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:45.955076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.327612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:45.955131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.735197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T22:10:45.955149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.067354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:10:45.955192Z","caller":"traceutil/trace.go:171","msg":"trace[15362330] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:22934; }","duration":"781.795518ms","start":"2026-03-02T22:10:45.173383Z","end":"2026-03-02T22:10:45.955178Z","steps":["trace[15362330] 'agreement among raft nodes before linearized reading' (duration: 781.629484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:45.955241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:45.173368Z","time spent":"781.86059ms","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.108\" "} {"level":"info","ts":"2026-03-02T22:10:45.955261Z","caller":"traceutil/trace.go:171","msg":"trace[1086048055] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22934; }","duration":"893.478625ms","start":"2026-03-02T22:10:45.061691Z","end":"2026-03-02T22:10:45.95517Z","steps":["trace[1086048055] 'agreement among raft nodes before linearized reading' (duration: 893.329672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:45.955308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:45.061668Z","time spent":"893.628609ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T22:10:45.955196Z","caller":"traceutil/trace.go:171","msg":"trace[2134374711] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22934; }","duration":"586.145296ms","start":"2026-03-02T22:10:45.369039Z","end":"2026-03-02T22:10:45.955185Z","steps":["trace[2134374711] 'agreement among raft nodes before linearized reading' (duration: 586.003983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:45.955373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:45.369024Z","time spent":"586.330252ms","remote":"127.0.0.1:46910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T22:10:45.954973Z","caller":"traceutil/trace.go:171","msg":"trace[364541794] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:22934; }","duration":"529.130753ms","start":"2026-03-02T22:10:45.425825Z","end":"2026-03-02T22:10:45.954956Z","steps":["trace[364541794] 'agreement among raft nodes before linearized reading' (duration: 528.99426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:45.955484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:45.425803Z","time spent":"529.658427ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:45.955136Z","caller":"traceutil/trace.go:171","msg":"trace[1615102473] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22934; }","duration":"114.706825ms","start":"2026-03-02T22:10:45.840411Z","end":"2026-03-02T22:10:45.955117Z","steps":["trace[1615102473] 'agreement among raft nodes before linearized reading' (duration: 114.582052ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:46.261523Z","caller":"traceutil/trace.go:171","msg":"trace[505269313] linearizableReadLoop","detail":"{readStateIndex:23733; appliedIndex:23732; }","duration":"304.845026ms","start":"2026-03-02T22:10:45.956642Z","end":"2026-03-02T22:10:46.261487Z","steps":["trace[505269313] 'read index received' (duration: 278.607642ms)","trace[505269313] 'applied index is now lower than readState.Index' (duration: 26.235324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:46.261586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:45.956587Z","time spent":"304.99229ms","remote":"127.0.0.1:46856","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:10:46.261848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.421605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:46.261905Z","caller":"traceutil/trace.go:171","msg":"trace[794964087] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22934; }","duration":"299.492677ms","start":"2026-03-02T22:10:45.962401Z","end":"2026-03-02T22:10:46.261893Z","steps":["trace[794964087] 'agreement among raft nodes before linearized reading' (duration: 299.410505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:46.261757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.092931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:46.262053Z","caller":"traceutil/trace.go:171","msg":"trace[455566848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22934; }","duration":"305.440471ms","start":"2026-03-02T22:10:45.9566Z","end":"2026-03-02T22:10:46.262041Z","steps":["trace[455566848] 'agreement among raft nodes before linearized reading' (duration: 305.058961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:46.262081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:45.956583Z","time spent":"305.490803ms","remote":"127.0.0.1:46818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:10:46.261769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.349742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:46.262158Z","caller":"traceutil/trace.go:171","msg":"trace[2065151563] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22934; }","duration":"302.761222ms","start":"2026-03-02T22:10:45.959384Z","end":"2026-03-02T22:10:46.262145Z","steps":["trace[2065151563] 'agreement among raft nodes before linearized reading' (duration: 302.333851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:46.262206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:45.959376Z","time spent":"302.815564ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:10:46.261821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.207173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:46.262287Z","caller":"traceutil/trace.go:171","msg":"trace[186848498] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22934; }","duration":"192.679626ms","start":"2026-03-02T22:10:46.069573Z","end":"2026-03-02T22:10:46.262253Z","steps":["trace[186848498] 'agreement among raft nodes before linearized reading' (duration: 192.227264ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:46.686023Z","caller":"traceutil/trace.go:171","msg":"trace[1088707718] linearizableReadLoop","detail":"{readStateIndex:23734; appliedIndex:23733; }","duration":"420.292679ms","start":"2026-03-02T22:10:46.265683Z","end":"2026-03-02T22:10:46.685976Z","steps":["trace[1088707718] 'read index received' (duration: 346.089134ms)","trace[1088707718] 'applied index is now lower than readState.Index' (duration: 74.202355ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:46.68605Z","caller":"traceutil/trace.go:171","msg":"trace[1050944998] transaction","detail":"{read_only:false; response_revision:22935; number_of_response:1; }","duration":"421.258454ms","start":"2026-03-02T22:10:46.264739Z","end":"2026-03-02T22:10:46.685997Z","steps":["trace[1050944998] 'process raft request' (duration: 347.018719ms)","trace[1050944998] 'compare' (duration: 74.099942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:46.686215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:46.26471Z","time spent":"421.424998ms","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:46.686214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.531124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:10:46.686327Z","caller":"traceutil/trace.go:171","msg":"trace[46386860] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22935; }","duration":"420.697299ms","start":"2026-03-02T22:10:46.265616Z","end":"2026-03-02T22:10:46.686313Z","steps":["trace[46386860] 'agreement among raft nodes before linearized reading' (duration: 420.445372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:46.68637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:46.265594Z","time spent":"420.768851ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:10:47.186444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:10:47.47918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.338187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:47.479449Z","caller":"traceutil/trace.go:171","msg":"trace[187089735] transaction","detail":"{read_only:false; response_revision:22939; number_of_response:1; }","duration":"1.144230802s","start":"2026-03-02T22:10:46.3352Z","end":"2026-03-02T22:10:47.479431Z","steps":["trace[187089735] 'process raft request' (duration: 1.144161169s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:47.479512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:46.335189Z","time spent":"1.144293024s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:47.47973Z","caller":"traceutil/trace.go:171","msg":"trace[1197926073] transaction","detail":"{read_only:false; response_revision:22936; number_of_response:1; }","duration":"1.145633768s","start":"2026-03-02T22:10:46.334078Z","end":"2026-03-02T22:10:47.479711Z","steps":["trace[1197926073] 'process raft request' (duration: 1.019681545s)","trace[1197926073] 'compare' (duration: 125.220914ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:47.479781Z","caller":"traceutil/trace.go:171","msg":"trace[504778975] transaction","detail":"{read_only:false; response_revision:22937; number_of_response:1; }","duration":"1.145635238s","start":"2026-03-02T22:10:46.334123Z","end":"2026-03-02T22:10:47.479758Z","steps":["trace[504778975] 'process raft request' (duration: 1.145149115s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:47.479803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:46.334056Z","time spent":"1.14569859s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:47.479874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:46.334096Z","time spent":"1.14572892s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:47.480038Z","caller":"traceutil/trace.go:171","msg":"trace[1304828935] transaction","detail":"{read_only:false; response_revision:22938; number_of_response:1; }","duration":"1.145541625s","start":"2026-03-02T22:10:46.334473Z","end":"2026-03-02T22:10:47.480014Z","steps":["trace[1304828935] 'process raft request' (duration: 1.144851507s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:47.480153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:46.334462Z","time spent":"1.145629537s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:48.270595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000581367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:10:48.270675Z","caller":"traceutil/trace.go:171","msg":"trace[2081173693] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000707449s","start":"2026-03-02T22:10:46.26995Z","end":"2026-03-02T22:10:48.270657Z","steps":["trace[2081173693] 'agreement among raft nodes before linearized reading' (duration: 2.000601757s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:48.270725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:46.269936Z","time spent":"2.000777392s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:10:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:10:48.908828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08080491s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:48.909063Z","caller":"traceutil/trace.go:171","msg":"trace[138239894] transaction","detail":"{read_only:false; response_revision:22941; number_of_response:1; }","duration":"943.498686ms","start":"2026-03-02T22:10:47.965538Z","end":"2026-03-02T22:10:48.909037Z","steps":["trace[138239894] 'process raft request' (duration: 943.410573ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:48.909525Z","caller":"traceutil/trace.go:171","msg":"trace[814647285] transaction","detail":"{read_only:false; response_revision:22940; number_of_response:1; }","duration":"1.959813524s","start":"2026-03-02T22:10:46.949656Z","end":"2026-03-02T22:10:48.90947Z","steps":["trace[814647285] 'process raft request' (duration: 878.214364ms)","trace[814647285] 'compare' (duration: 1.080671487s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:48.909616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:46.949631Z","time spent":"1.959939317s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:48.909763Z","caller":"traceutil/trace.go:171","msg":"trace[1677539944] linearizableReadLoop","detail":"{readStateIndex:23739; appliedIndex:23734; }","duration":"2.223622827s","start":"2026-03-02T22:10:46.68611Z","end":"2026-03-02T22:10:48.909733Z","steps":["trace[1677539944] 'read index received' (duration: 667.650329ms)","trace[1677539944] 'applied index is now lower than readState.Index' (duration: 1.555970698s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:48.909981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150368115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:48.909983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625384639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:10:48.910032Z","caller":"traceutil/trace.go:171","msg":"trace[870545159] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:22941; }","duration":"1.150462798s","start":"2026-03-02T22:10:47.759555Z","end":"2026-03-02T22:10:48.910017Z","steps":["trace[870545159] 'agreement among raft nodes before linearized reading' (duration: 1.150385216s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:48.910056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:47.759534Z","time spent":"1.150517609s","remote":"127.0.0.1:48858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:48.910045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244526363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:48.910055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.316013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:48.909981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.868154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:48.910116Z","caller":"traceutil/trace.go:171","msg":"trace[358766576] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22941; }","duration":"1.244635905s","start":"2026-03-02T22:10:47.665459Z","end":"2026-03-02T22:10:48.910095Z","steps":["trace[358766576] 'agreement among raft nodes before linearized reading' (duration: 1.244526603s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:48.910147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.621664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:10:48.910155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421699391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T22:10:48.910149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088348733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:48.910182Z","caller":"traceutil/trace.go:171","msg":"trace[503943287] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22941; }","duration":"944.695056ms","start":"2026-03-02T22:10:47.965478Z","end":"2026-03-02T22:10:48.910173Z","steps":["trace[503943287] 'agreement among raft nodes before linearized reading' (duration: 944.597074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:48.910167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.632334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T22:10:48.910191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:47.665428Z","time spent":"1.244746408s","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:48.910212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:47.965457Z","time spent":"944.749567ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:10:48.910214Z","caller":"traceutil/trace.go:171","msg":"trace[2024043604] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22941; }","duration":"1.421827084s","start":"2026-03-02T22:10:47.488369Z","end":"2026-03-02T22:10:48.910196Z","steps":["trace[2024043604] 'agreement among raft nodes before linearized reading' (duration: 1.421620849s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:48.910223Z","caller":"traceutil/trace.go:171","msg":"trace[15440964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22941; }","duration":"944.684005ms","start":"2026-03-02T22:10:47.965527Z","end":"2026-03-02T22:10:48.910211Z","steps":["trace[15440964] 'agreement among raft nodes before linearized reading' (duration: 944.576373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:48.910099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352221267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:10:48.910247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.808449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:10:48.910259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:47.488352Z","time spent":"1.421894496s","remote":"127.0.0.1:46910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T22:10:48.910258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.730647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:10:48.910248Z","caller":"traceutil/trace.go:171","msg":"trace[2029065455] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:22941; }","duration":"1.088447467s","start":"2026-03-02T22:10:47.821753Z","end":"2026-03-02T22:10:48.9102Z","steps":["trace[2029065455] 'agreement among raft nodes before linearized reading' (duration: 1.088353205s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:48.910296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.807289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:10:48.910314Z","caller":"traceutil/trace.go:171","msg":"trace[332220258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22941; }","duration":"944.83468ms","start":"2026-03-02T22:10:47.965474Z","end":"2026-03-02T22:10:48.910309Z","steps":["trace[332220258] 'agreement among raft nodes before linearized reading' (duration: 944.750728ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:48.910305Z","caller":"traceutil/trace.go:171","msg":"trace[1077281939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22941; }","duration":"944.887501ms","start":"2026-03-02T22:10:47.965399Z","end":"2026-03-02T22:10:48.910287Z","steps":["trace[1077281939] 'agreement among raft nodes before linearized reading' (duration: 944.760298ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:48.910304Z","caller":"traceutil/trace.go:171","msg":"trace[807900208] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22941; }","duration":"1.352455924s","start":"2026-03-02T22:10:47.557825Z","end":"2026-03-02T22:10:48.910281Z","steps":["trace[807900208] 'agreement among raft nodes before linearized reading' (duration: 1.352109696s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:48.910314Z","caller":"traceutil/trace.go:171","msg":"trace[1646932402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22941; }","duration":"944.819139ms","start":"2026-03-02T22:10:47.965481Z","end":"2026-03-02T22:10:48.9103Z","steps":["trace[1646932402] 'agreement among raft nodes before linearized reading' (duration: 944.685266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:48.910333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:47.965467Z","time spent":"944.86143ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:48.91032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:47.821736Z","time spent":"1.08857361s","remote":"127.0.0.1:59330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:48.910352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:47.965384Z","time spent":"944.957002ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:48.910361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:47.557802Z","time spent":"1.352542915s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:10:48.910059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222300761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"warn","ts":"2026-03-02T22:10:48.910365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:47.965461Z","time spent":"944.889261ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:10:48.910393Z","caller":"traceutil/trace.go:171","msg":"trace[1228035625] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22941; }","duration":"2.222662901s","start":"2026-03-02T22:10:46.687725Z","end":"2026-03-02T22:10:48.910388Z","steps":["trace[1228035625] 'agreement among raft nodes before linearized reading' (duration: 2.222194289s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:48.910411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:46.687714Z","time spent":"2.222692921s","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18669,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:10:48.910079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101486101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:48.910474Z","caller":"traceutil/trace.go:171","msg":"trace[1076959600] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22941; }","duration":"2.101962953s","start":"2026-03-02T22:10:46.808498Z","end":"2026-03-02T22:10:48.910461Z","steps":["trace[1076959600] 'agreement among raft nodes before linearized reading' (duration: 2.10143945s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:48.91049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.458042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:48.910523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:46.808482Z","time spent":"2.102030096s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:48.910276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:47.965515Z","time spent":"944.753768ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:10:48.910129Z","caller":"traceutil/trace.go:171","msg":"trace[1722830730] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:22941; }","duration":"587.429776ms","start":"2026-03-02T22:10:48.322675Z","end":"2026-03-02T22:10:48.910105Z","steps":["trace[1722830730] 'agreement among raft nodes before linearized reading' (duration: 587.321533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:48.910555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22220537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-02T22:10:48.910637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:48.322656Z","time spent":"587.96376ms","remote":"127.0.0.1:49208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:48.910674Z","caller":"traceutil/trace.go:171","msg":"trace[1774502703] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22941; }","duration":"2.222395635s","start":"2026-03-02T22:10:46.688261Z","end":"2026-03-02T22:10:48.910657Z","steps":["trace[1774502703] 'agreement among raft nodes before linearized reading' (duration: 2.221793819s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:48.910686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:47.965523Z","time spent":"944.400809ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:48.910733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:46.688245Z","time spent":"2.222472206s","remote":"127.0.0.1:46962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:10:48.91061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041640014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:48.910796Z","caller":"traceutil/trace.go:171","msg":"trace[853243096] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:22941; }","duration":"1.041904041s","start":"2026-03-02T22:10:47.868875Z","end":"2026-03-02T22:10:48.910779Z","steps":["trace[853243096] 'agreement among raft nodes before linearized reading' (duration: 1.041056149s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:48.910884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:47.868854Z","time spent":"1.042012344s","remote":"127.0.0.1:43474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:48.910493Z","caller":"traceutil/trace.go:171","msg":"trace[253162727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22941; }","duration":"639.08516ms","start":"2026-03-02T22:10:48.271064Z","end":"2026-03-02T22:10:48.91015Z","steps":["trace[253162727] 'agreement among raft nodes before linearized reading' (duration: 638.850994ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:48.911834Z","caller":"traceutil/trace.go:171","msg":"trace[1071447801] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:22941; }","duration":"2.625504902s","start":"2026-03-02T22:10:46.284531Z","end":"2026-03-02T22:10:48.910036Z","steps":["trace[1071447801] 'agreement among raft nodes before linearized reading' (duration: 2.625338248s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:48.911902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:46.284517Z","time spent":"2.62736568s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:48.911992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:48.271038Z","time spent":"640.826434ms","remote":"127.0.0.1:46818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:10:48.91201Z","caller":"traceutil/trace.go:171","msg":"trace[2136990835] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22941; }","duration":"978.249618ms","start":"2026-03-02T22:10:47.933733Z","end":"2026-03-02T22:10:48.911983Z","steps":["trace[2136990835] 'agreement among raft nodes before linearized reading' (duration: 976.435681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:48.912376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:47.933714Z","time spent":"978.587816ms","remote":"127.0.0.1:43420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:49.892487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.646681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:49.892827Z","caller":"traceutil/trace.go:171","msg":"trace[1365792405] transaction","detail":"{read_only:false; response_revision:22943; number_of_response:1; }","duration":"977.533044ms","start":"2026-03-02T22:10:48.91525Z","end":"2026-03-02T22:10:49.892783Z","steps":["trace[1365792405] 'process raft request' (duration: 649.483693ms)","trace[1365792405] 'compare' (duration: 326.743347ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:49.892895Z","caller":"traceutil/trace.go:171","msg":"trace[1086354522] transaction","detail":"{read_only:false; response_revision:22944; number_of_response:1; }","duration":"977.603375ms","start":"2026-03-02T22:10:48.915278Z","end":"2026-03-02T22:10:49.892882Z","steps":["trace[1086354522] 'process raft request' (duration: 977.363558ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:49.892926Z","caller":"traceutil/trace.go:171","msg":"trace[116087996] transaction","detail":"{read_only:false; response_revision:22945; number_of_response:1; }","duration":"977.474572ms","start":"2026-03-02T22:10:48.915428Z","end":"2026-03-02T22:10:49.892903Z","steps":["trace[116087996] 'process raft request' (duration: 977.357449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:49.892994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:48.91522Z","time spent":"977.696108ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:49.892994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:48.915266Z","time spent":"977.658076ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:49.893039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:48.915415Z","time spent":"977.570774ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:49.8933Z","caller":"traceutil/trace.go:171","msg":"trace[1481450134] linearizableReadLoop","detail":"{readStateIndex:23744; appliedIndex:23740; }","duration":"977.639365ms","start":"2026-03-02T22:10:48.91564Z","end":"2026-03-02T22:10:49.893279Z","steps":["trace[1481450134] 'read index received' (duration: 7.111592ms)","trace[1481450134] 'applied index is now lower than readState.Index' (duration: 970.526543ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:49.893385Z","caller":"traceutil/trace.go:171","msg":"trace[2014358001] transaction","detail":"{read_only:false; response_revision:22947; number_of_response:1; }","duration":"976.752374ms","start":"2026-03-02T22:10:48.916609Z","end":"2026-03-02T22:10:49.893361Z","steps":["trace[2014358001] 'process raft request' (duration: 976.520687ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:49.893401Z","caller":"traceutil/trace.go:171","msg":"trace[1917906471] transaction","detail":"{read_only:false; response_revision:22946; number_of_response:1; }","duration":"976.801125ms","start":"2026-03-02T22:10:48.91657Z","end":"2026-03-02T22:10:49.893371Z","steps":["trace[1917906471] 'process raft request' (duration: 976.280041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:49.893499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:48.916593Z","time spent":"976.854376ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:49.893534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.898633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:10:49.893588Z","caller":"traceutil/trace.go:171","msg":"trace[1836937939] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22947; }","duration":"977.998145ms","start":"2026-03-02T22:10:48.915574Z","end":"2026-03-02T22:10:49.893572Z","steps":["trace[1836937939] 'agreement among raft nodes before linearized reading' (duration: 977.80059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:49.893693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:48.915558Z","time spent":"978.121047ms","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T22:10:49.893579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:48.91656Z","time spent":"976.910517ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:50.393655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:10:50.820027Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.255458451s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:10:50.919144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999964737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:10:50.919224Z","caller":"traceutil/trace.go:171","msg":"trace[244110983] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084769s","start":"2026-03-02T22:10:48.919122Z","end":"2026-03-02T22:10:50.919207Z","steps":["trace[244110983] 'agreement among raft nodes before linearized reading' (duration: 1.999974006s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:50.919267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:48.919104Z","time spent":"2.000155451s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:10:51.097497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.946662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:51.097892Z","caller":"traceutil/trace.go:171","msg":"trace[555920287] transaction","detail":"{read_only:false; response_revision:22952; number_of_response:1; }","duration":"1.607639739s","start":"2026-03-02T22:10:49.49023Z","end":"2026-03-02T22:10:51.09787Z","steps":["trace[555920287] 'process raft request' (duration: 1.607582478s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:51.097936Z","caller":"traceutil/trace.go:171","msg":"trace[2080828425] transaction","detail":"{read_only:false; response_revision:22949; number_of_response:1; }","duration":"1.61315043s","start":"2026-03-02T22:10:49.484773Z","end":"2026-03-02T22:10:51.097923Z","steps":["trace[2080828425] 'process raft request' (duration: 1.612830853s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:51.097987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:49.490218Z","time spent":"1.607720721s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:51.098007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:49.484713Z","time spent":"1.613263403s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:51.098087Z","caller":"traceutil/trace.go:171","msg":"trace[1478403135] transaction","detail":"{read_only:false; response_revision:22948; number_of_response:1; }","duration":"1.959382546s","start":"2026-03-02T22:10:49.138695Z","end":"2026-03-02T22:10:51.098078Z","steps":["trace[1478403135] 'process raft request' (duration: 1.681763427s)","trace[1478403135] 'compare' (duration: 276.492531ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:51.098055Z","caller":"traceutil/trace.go:171","msg":"trace[482357907] transaction","detail":"{read_only:false; response_revision:22950; number_of_response:1; }","duration":"1.610555954s","start":"2026-03-02T22:10:49.487464Z","end":"2026-03-02T22:10:51.098019Z","steps":["trace[482357907] 'process raft request' (duration: 1.610247546s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:51.098128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:49.138673Z","time spent":"1.959434978s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:51.098127Z","caller":"traceutil/trace.go:171","msg":"trace[668133425] transaction","detail":"{read_only:false; response_revision:22951; number_of_response:1; }","duration":"1.608221264s","start":"2026-03-02T22:10:49.489892Z","end":"2026-03-02T22:10:51.098113Z","steps":["trace[668133425] 'process raft request' (duration: 1.607873576s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:51.098222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:49.489877Z","time spent":"1.608303316s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:51.098221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:49.487437Z","time spent":"1.610692727s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:51.330342Z","caller":"traceutil/trace.go:171","msg":"trace[1394048320] transaction","detail":"{read_only:false; response_revision:22953; number_of_response:1; }","duration":"1.384289609s","start":"2026-03-02T22:10:49.946014Z","end":"2026-03-02T22:10:51.330304Z","steps":["trace[1394048320] 'process raft request' (duration: 1.365257232s)","trace[1394048320] 'compare' (duration: 18.635866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:51.330623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:49.945986Z","time spent":"1.384525595s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:51.398349Z","caller":"traceutil/trace.go:171","msg":"trace[623470390] linearizableReadLoop","detail":"{readStateIndex:23753; appliedIndex:23746; }","duration":"1.504965109s","start":"2026-03-02T22:10:49.893355Z","end":"2026-03-02T22:10:51.398321Z","steps":["trace[623470390] 'read index received' (duration: 927.120532ms)","trace[623470390] 'applied index is now lower than readState.Index' (duration: 577.843417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:51.398588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63816588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:10:51.398665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477550656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T22:10:51.398712Z","caller":"traceutil/trace.go:171","msg":"trace[762209301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22954; }","duration":"2.477631588s","start":"2026-03-02T22:10:48.921065Z","end":"2026-03-02T22:10:51.398697Z","steps":["trace[762209301] 'agreement among raft nodes before linearized reading' (duration: 2.477444923s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:51.398706Z","caller":"traceutil/trace.go:171","msg":"trace[1456318848] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22954; }","duration":"1.638352177s","start":"2026-03-02T22:10:49.760328Z","end":"2026-03-02T22:10:51.398681Z","steps":["trace[1456318848] 'agreement among raft nodes before linearized reading' (duration: 1.638066669s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:51.3984Z","caller":"traceutil/trace.go:171","msg":"trace[1067363404] transaction","detail":"{read_only:false; response_revision:22954; number_of_response:1; }","duration":"751.242748ms","start":"2026-03-02T22:10:50.647127Z","end":"2026-03-02T22:10:51.39837Z","steps":["trace[1067363404] 'process raft request' (duration: 751.014743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:51.398758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:48.921059Z","time spent":"2.477690739s","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T22:10:51.398773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:49.7603Z","time spent":"1.638456209s","remote":"127.0.0.1:56402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:51.398868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:50.647102Z","time spent":"751.68336ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:51.39905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482838201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925c0e983c16d\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T22:10:51.399161Z","caller":"traceutil/trace.go:171","msg":"trace[341951448] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925c0e983c16d; range_end:; response_count:1; response_revision:22954; }","duration":"2.482993315s","start":"2026-03-02T22:10:48.916145Z","end":"2026-03-02T22:10:51.399138Z","steps":["trace[341951448] 'agreement among raft nodes before linearized reading' (duration: 2.482521353s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:51.39925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:48.916128Z","time spent":"2.483104288s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925c0e983c16d\" "} {"level":"warn","ts":"2026-03-02T22:10:51.898725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988135,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:10:52.10634Z","caller":"traceutil/trace.go:171","msg":"trace[1567013435] transaction","detail":"{read_only:false; response_revision:22956; number_of_response:1; }","duration":"1.189128861s","start":"2026-03-02T22:10:50.917185Z","end":"2026-03-02T22:10:52.106314Z","steps":["trace[1567013435] 'process raft request' (duration: 1.189035279s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:52.106381Z","caller":"traceutil/trace.go:171","msg":"trace[39432298] transaction","detail":"{read_only:false; response_revision:22955; number_of_response:1; }","duration":"1.191508141s","start":"2026-03-02T22:10:50.914805Z","end":"2026-03-02T22:10:52.106314Z","steps":["trace[39432298] 'process raft request' (duration: 1.101981299s)","trace[39432298] 'compare' (duration: 88.818224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:52.106489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:50.917168Z","time spent":"1.189251505s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:52.106575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:50.914781Z","time spent":"1.191676108s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:52.919965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999918374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:10:52.920103Z","caller":"traceutil/trace.go:171","msg":"trace[238363962] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000124759s","start":"2026-03-02T22:10:50.919953Z","end":"2026-03-02T22:10:52.920078Z","steps":["trace[238363962] 'agreement among raft nodes before linearized reading' (duration: 1.999948075s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:52.920157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:50.919939Z","time spent":"2.000207401s","remote":"127.0.0.1:46818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:10:53.280629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.722796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:53.280725Z","caller":"traceutil/trace.go:171","msg":"trace[1948288510] linearizableReadLoop","detail":"{readStateIndex:23757; appliedIndex:23754; }","duration":"1.882235801s","start":"2026-03-02T22:10:51.398473Z","end":"2026-03-02T22:10:53.280709Z","steps":["trace[1948288510] 'read index received' (duration: 618.330855ms)","trace[1948288510] 'applied index is now lower than readState.Index' (duration: 1.263903866s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:53.280745Z","caller":"traceutil/trace.go:171","msg":"trace[742783302] transaction","detail":"{read_only:false; response_revision:22957; number_of_response:1; }","duration":"1.879368327s","start":"2026-03-02T22:10:51.401358Z","end":"2026-03-02T22:10:53.280726Z","steps":["trace[742783302] 'process raft request' (duration: 1.226467887s)","trace[742783302] 'compare' (duration: 652.581151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:53.280837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282809049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:53.280874Z","caller":"traceutil/trace.go:171","msg":"trace[958114227] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:22957; }","duration":"2.28288712s","start":"2026-03-02T22:10:50.997977Z","end":"2026-03-02T22:10:53.280865Z","steps":["trace[958114227] 'agreement among raft nodes before linearized reading' (duration: 2.282793598s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:53.280886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:51.401335Z","time spent":"1.879446939s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:53.281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354051103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:10:53.281037Z","caller":"traceutil/trace.go:171","msg":"trace[2106256553] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22957; }","duration":"2.354102784s","start":"2026-03-02T22:10:50.926925Z","end":"2026-03-02T22:10:53.281028Z","steps":["trace[2106256553] 'agreement among raft nodes before linearized reading' (duration: 2.353995392s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:53.280906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:50.997957Z","time spent":"2.282937682s","remote":"127.0.0.1:46944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:53.281065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:50.926915Z","time spent":"2.354141075s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:10:53.28159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384370998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:10:53.281626Z","caller":"traceutil/trace.go:171","msg":"trace[1329062988] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22957; }","duration":"3.3844306s","start":"2026-03-02T22:10:49.897187Z","end":"2026-03-02T22:10:53.281617Z","steps":["trace[1329062988] 'agreement among raft nodes before linearized reading' (duration: 3.384336647s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:53.281651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:49.897167Z","time spent":"3.38447548s","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:10:53.283085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.294096796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:10:53.283127Z","caller":"traceutil/trace.go:171","msg":"trace[1350101465] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22957; }","duration":"3.294179048s","start":"2026-03-02T22:10:49.988939Z","end":"2026-03-02T22:10:53.283118Z","steps":["trace[1350101465] 'agreement among raft nodes before linearized reading' (duration: 3.292139936s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:53.283152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:49.988919Z","time spent":"3.294226389s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2692,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:53.320203Z","caller":"traceutil/trace.go:171","msg":"trace[571354132] transaction","detail":"{read_only:false; response_revision:22958; number_of_response:1; }","duration":"216.666208ms","start":"2026-03-02T22:10:53.103503Z","end":"2026-03-02T22:10:53.32017Z","steps":["trace[571354132] 'process raft request' (duration: 216.448983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:54.927212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000193832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:10:54.927292Z","caller":"traceutil/trace.go:171","msg":"trace[600802513] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283934s","start":"2026-03-02T22:10:52.92699Z","end":"2026-03-02T22:10:54.927274Z","steps":["trace[600802513] 'agreement among raft nodes before linearized reading' (duration: 2.000190531s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:54.927341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:52.926904Z","time spent":"2.000427847s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:10:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:10:54.947891Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.627854826s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:10:54.948381Z","caller":"traceutil/trace.go:171","msg":"trace[1767770025] transaction","detail":"{read_only:false; response_revision:22960; number_of_response:1; }","duration":"1.843810968s","start":"2026-03-02T22:10:53.104549Z","end":"2026-03-02T22:10:54.94836Z","steps":["trace[1767770025] 'process raft request' (duration: 1.843692495s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:54.948593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:53.104543Z","time spent":"1.84391369s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:54.948622Z","caller":"traceutil/trace.go:171","msg":"trace[1872749885] linearizableReadLoop","detail":"{readStateIndex:23761; appliedIndex:23757; }","duration":"1.66785341s","start":"2026-03-02T22:10:53.280747Z","end":"2026-03-02T22:10:54.948601Z","steps":["trace[1872749885] 'read index received' (duration: 39.298356ms)","trace[1872749885] 'applied index is now lower than readState.Index' (duration: 1.628553574s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:54.948384Z","caller":"traceutil/trace.go:171","msg":"trace[785164058] transaction","detail":"{read_only:false; response_revision:22959; number_of_response:1; }","duration":"1.844282059s","start":"2026-03-02T22:10:53.10407Z","end":"2026-03-02T22:10:54.948352Z","steps":["trace[785164058] 'process raft request' (duration: 1.844008093s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:54.948829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.050849437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:10:54.948899Z","caller":"traceutil/trace.go:171","msg":"trace[105474070] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22962; }","duration":"3.050931569s","start":"2026-03-02T22:10:51.897948Z","end":"2026-03-02T22:10:54.948879Z","steps":["trace[105474070] 'agreement among raft nodes before linearized reading' (duration: 3.050754534s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:54.948945Z","caller":"traceutil/trace.go:171","msg":"trace[715760919] transaction","detail":"{read_only:false; response_revision:22962; number_of_response:1; }","duration":"1.663622182s","start":"2026-03-02T22:10:53.285311Z","end":"2026-03-02T22:10:54.948933Z","steps":["trace[715760919] 'process raft request' (duration: 1.663209361s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:54.949019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:53.104042Z","time spent":"1.844760211s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:54.949043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:53.285297Z","time spent":"1.663697735s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:54.948899Z","caller":"traceutil/trace.go:171","msg":"trace[254291916] transaction","detail":"{read_only:false; response_revision:22961; number_of_response:1; }","duration":"1.843743966s","start":"2026-03-02T22:10:53.105134Z","end":"2026-03-02T22:10:54.948878Z","steps":["trace[254291916] 'process raft request' (duration: 1.843172681s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:54.949201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:53.105127Z","time spent":"1.844046853s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:54.949242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051678699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:10:54.948953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:51.897942Z","time spent":"3.050998401s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:54.949279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.052348305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:10:54.949302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404479034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:54.949247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173214752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:10:54.949348Z","caller":"traceutil/trace.go:171","msg":"trace[679599619] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:22962; }","duration":"2.404561066s","start":"2026-03-02T22:10:52.544773Z","end":"2026-03-02T22:10:54.949334Z","steps":["trace[679599619] 'agreement among raft nodes before linearized reading' (duration: 2.404486284s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:54.949342Z","caller":"traceutil/trace.go:171","msg":"trace[1492971407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22962; }","duration":"3.052466948s","start":"2026-03-02T22:10:51.896861Z","end":"2026-03-02T22:10:54.949328Z","steps":["trace[1492971407] 'agreement among raft nodes before linearized reading' (duration: 3.052326415s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:54.949379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:52.544754Z","time spent":"2.404618318s","remote":"127.0.0.1:46940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:54.949053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051127834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:10:54.949401Z","caller":"traceutil/trace.go:171","msg":"trace[1778424574] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:22962; }","duration":"2.173379586s","start":"2026-03-02T22:10:52.775992Z","end":"2026-03-02T22:10:54.949371Z","steps":["trace[1778424574] 'agreement among raft nodes before linearized reading' (duration: 2.173155701s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:54.949461Z","caller":"traceutil/trace.go:171","msg":"trace[26124162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22962; }","duration":"3.051557366s","start":"2026-03-02T22:10:51.897888Z","end":"2026-03-02T22:10:54.949445Z","steps":["trace[26124162] 'agreement among raft nodes before linearized reading' (duration: 3.051089413s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:54.949507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:51.897873Z","time spent":"3.051620677s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:10:54.949578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:52.775976Z","time spent":"2.173485559s","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-02T22:10:54.949147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051521854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:10:54.949647Z","caller":"traceutil/trace.go:171","msg":"trace[1241830672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22962; }","duration":"3.052060168s","start":"2026-03-02T22:10:51.897572Z","end":"2026-03-02T22:10:54.949632Z","steps":["trace[1241830672] 'agreement among raft nodes before linearized reading' (duration: 3.051505694s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:54.949701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:51.897547Z","time spent":"3.052137921s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:10:54.949295Z","caller":"traceutil/trace.go:171","msg":"trace[863122244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22962; }","duration":"3.05175652s","start":"2026-03-02T22:10:51.897526Z","end":"2026-03-02T22:10:54.949282Z","steps":["trace[863122244] 'agreement among raft nodes before linearized reading' (duration: 3.051644377s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:54.949757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:51.897506Z","time spent":"3.052233453s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:10:54.948836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993585501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:10:54.949827Z","caller":"traceutil/trace.go:171","msg":"trace[394369402] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:22962; }","duration":"2.994668218s","start":"2026-03-02T22:10:51.955144Z","end":"2026-03-02T22:10:54.949812Z","steps":["trace[394369402] 'agreement among raft nodes before linearized reading' (duration: 2.993509588s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:54.949392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:51.896832Z","time spent":"3.05254856s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:54.949884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:51.95509Z","time spent":"2.994775481s","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:55.449439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988145,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:10:55.551248Z","caller":"traceutil/trace.go:171","msg":"trace[1540776444] transaction","detail":"{read_only:false; response_revision:22964; number_of_response:1; }","duration":"1.439060042s","start":"2026-03-02T22:10:54.112165Z","end":"2026-03-02T22:10:55.551225Z","steps":["trace[1540776444] 'process raft request' (duration: 1.439008281s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:55.551398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:54.112137Z","time spent":"1.439183634s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:55.551766Z","caller":"traceutil/trace.go:171","msg":"trace[456077542] transaction","detail":"{read_only:false; response_revision:22963; number_of_response:1; }","duration":"1.440232071s","start":"2026-03-02T22:10:54.111518Z","end":"2026-03-02T22:10:55.55175Z","steps":["trace[456077542] 'process raft request' (duration: 1.384141805s)","trace[456077542] 'compare' (duration: 55.401149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:55.551838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:54.111491Z","time spent":"1.440311344s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:56.206054Z","caller":"traceutil/trace.go:171","msg":"trace[515786207] transaction","detail":"{read_only:false; response_revision:22965; number_of_response:1; }","duration":"1.252683639s","start":"2026-03-02T22:10:54.953336Z","end":"2026-03-02T22:10:56.206019Z","steps":["trace[515786207] 'process raft request' (duration: 1.25232448s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:56.206174Z","caller":"traceutil/trace.go:171","msg":"trace[1984237634] transaction","detail":"{read_only:false; response_revision:22967; number_of_response:1; }","duration":"1.252751261s","start":"2026-03-02T22:10:54.9534Z","end":"2026-03-02T22:10:56.206151Z","steps":["trace[1984237634] 'process raft request' (duration: 1.252634747s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:56.206248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:54.953323Z","time spent":"1.252815133s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:56.206329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:54.953392Z","time spent":"1.252854034s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:56.206158Z","caller":"traceutil/trace.go:171","msg":"trace[1520620993] transaction","detail":"{read_only:false; response_revision:22966; number_of_response:1; }","duration":"1.252790822s","start":"2026-03-02T22:10:54.953336Z","end":"2026-03-02T22:10:56.206126Z","steps":["trace[1520620993] 'process raft request' (duration: 1.252588976s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:56.206518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:54.953313Z","time spent":"1.253120491s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:56.20685Z","caller":"traceutil/trace.go:171","msg":"trace[1911049575] transaction","detail":"{read_only:false; response_revision:22968; number_of_response:1; }","duration":"1.25267924s","start":"2026-03-02T22:10:54.954127Z","end":"2026-03-02T22:10:56.206806Z","steps":["trace[1911049575] 'process raft request' (duration: 1.251971701s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:56.20692Z","caller":"traceutil/trace.go:171","msg":"trace[1438678624] transaction","detail":"{read_only:false; response_revision:22969; number_of_response:1; }","duration":"1.25270027s","start":"2026-03-02T22:10:54.954204Z","end":"2026-03-02T22:10:56.206904Z","steps":["trace[1438678624] 'process raft request' (duration: 1.252499844s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:56.206963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:54.954118Z","time spent":"1.252789022s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:56.206989Z","caller":"traceutil/trace.go:171","msg":"trace[1960800614] linearizableReadLoop","detail":"{readStateIndex:23771; appliedIndex:23762; }","duration":"1.258301914s","start":"2026-03-02T22:10:54.948665Z","end":"2026-03-02T22:10:56.206967Z","steps":["trace[1960800614] 'read index received' (duration: 546.996928ms)","trace[1960800614] 'applied index is now lower than readState.Index' (duration: 711.303886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:56.20701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:54.954194Z","time spent":"1.252769582s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:56.207018Z","caller":"traceutil/trace.go:171","msg":"trace[675384559] transaction","detail":"{read_only:false; response_revision:22971; number_of_response:1; }","duration":"877.988174ms","start":"2026-03-02T22:10:55.328985Z","end":"2026-03-02T22:10:56.206973Z","steps":["trace[675384559] 'process raft request' (duration: 877.899532ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:56.207018Z","caller":"traceutil/trace.go:171","msg":"trace[1916746713] transaction","detail":"{read_only:false; response_revision:22970; number_of_response:1; }","duration":"941.193363ms","start":"2026-03-02T22:10:55.265784Z","end":"2026-03-02T22:10:56.206978Z","steps":["trace[1916746713] 'process raft request' (duration: 941.019709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:56.207126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:55.328965Z","time spent":"878.104276ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:56.207167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711397257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:56.207196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989867577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:56.207202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:55.265759Z","time spent":"941.341737ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:56.207246Z","caller":"traceutil/trace.go:171","msg":"trace[1860065211] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:22971; }","duration":"1.989961549s","start":"2026-03-02T22:10:54.217268Z","end":"2026-03-02T22:10:56.20723Z","steps":["trace[1860065211] 'agreement among raft nodes before linearized reading' (duration: 1.989810715s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:56.207291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:54.217247Z","time spent":"1.990031791s","remote":"127.0.0.1:49148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:56.207291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274084957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:10:56.207308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279746863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:56.207351Z","caller":"traceutil/trace.go:171","msg":"trace[29881760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22971; }","duration":"1.279825115s","start":"2026-03-02T22:10:54.92751Z","end":"2026-03-02T22:10:56.207335Z","steps":["trace[29881760] 'agreement among raft nodes before linearized reading' (duration: 1.279752383s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:56.207386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:54.927489Z","time spent":"1.279888446s","remote":"127.0.0.1:46818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:10:56.207228Z","caller":"traceutil/trace.go:171","msg":"trace[1438258959] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:22971; }","duration":"1.711490468s","start":"2026-03-02T22:10:54.495718Z","end":"2026-03-02T22:10:56.207208Z","steps":["trace[1438258959] 'agreement among raft nodes before linearized reading' (duration: 1.711349505s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:56.207456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196686293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:56.207481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:54.495697Z","time spent":"1.711764756s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:56.207514Z","caller":"traceutil/trace.go:171","msg":"trace[1867908937] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22971; }","duration":"2.196770745s","start":"2026-03-02T22:10:54.010729Z","end":"2026-03-02T22:10:56.2075Z","steps":["trace[1867908937] 'agreement among raft nodes before linearized reading' (duration: 2.196676152s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:56.207335Z","caller":"traceutil/trace.go:171","msg":"trace[262659616] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22971; }","duration":"1.274179639s","start":"2026-03-02T22:10:54.933144Z","end":"2026-03-02T22:10:56.207323Z","steps":["trace[262659616] 'agreement among raft nodes before linearized reading' (duration: 1.274110678s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:56.207563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:54.010581Z","time spent":"2.196970232s","remote":"127.0.0.1:43162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:56.207539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666735683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:10:56.207596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:54.933123Z","time spent":"1.274453437s","remote":"127.0.0.1:56376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:56.207667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254763773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-657464ad-9a49-40cf-8338-3662e2dbbb20\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-02T22:10:56.207725Z","caller":"traceutil/trace.go:171","msg":"trace[88734523] range","detail":"{range_begin:/registry/persistentvolumes/pvc-657464ad-9a49-40cf-8338-3662e2dbbb20; range_end:; response_count:1; response_revision:22971; }","duration":"1.254858206s","start":"2026-03-02T22:10:54.952852Z","end":"2026-03-02T22:10:56.207711Z","steps":["trace[88734523] 'agreement among raft nodes before linearized reading' (duration: 1.254658161s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:56.207777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:54.952835Z","time spent":"1.254925557s","remote":"127.0.0.1:46946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-657464ad-9a49-40cf-8338-3662e2dbbb20\" "} {"level":"warn","ts":"2026-03-02T22:10:56.20776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.842043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:56.207669Z","caller":"traceutil/trace.go:171","msg":"trace[155714388] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:22971; }","duration":"1.666864936s","start":"2026-03-02T22:10:54.540748Z","end":"2026-03-02T22:10:56.207613Z","steps":["trace[155714388] 'agreement among raft nodes before linearized reading' (duration: 1.66666687s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:56.20785Z","caller":"traceutil/trace.go:171","msg":"trace[540831263] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22971; }","duration":"972.938995ms","start":"2026-03-02T22:10:55.23488Z","end":"2026-03-02T22:10:56.207819Z","steps":["trace[540831263] 'agreement among raft nodes before linearized reading' (duration: 972.785662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:56.207909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:55.234826Z","time spent":"973.069049ms","remote":"127.0.0.1:43580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:56.207912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:54.54073Z","time spent":"1.667156483s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:56.208065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114829189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-02T22:10:56.208127Z","caller":"traceutil/trace.go:171","msg":"trace[1044442132] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22971; }","duration":"1.114922091s","start":"2026-03-02T22:10:55.093187Z","end":"2026-03-02T22:10:56.208109Z","steps":["trace[1044442132] 'agreement among raft nodes before linearized reading' (duration: 1.114587813s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:56.208185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:55.09317Z","time spent":"1.115002453s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:10:56.208263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.923459996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925c0e983c16d\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T22:10:56.208324Z","caller":"traceutil/trace.go:171","msg":"trace[102170074] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925c0e983c16d; range_end:; response_count:1; response_revision:22971; }","duration":"2.923523547s","start":"2026-03-02T22:10:53.284785Z","end":"2026-03-02T22:10:56.208308Z","steps":["trace[102170074] 'agreement among raft nodes before linearized reading' (duration: 2.922375367s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:56.208368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:53.284754Z","time spent":"2.923602428s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925c0e983c16d\" "} {"level":"warn","ts":"2026-03-02T22:10:56.208374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047124374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:10:56.20843Z","caller":"traceutil/trace.go:171","msg":"trace[1384600259] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:22971; }","duration":"1.047414973s","start":"2026-03-02T22:10:55.160998Z","end":"2026-03-02T22:10:56.208413Z","steps":["trace[1384600259] 'agreement among raft nodes before linearized reading' (duration: 1.046735065s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:56.209793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:55.160983Z","time spent":"1.048786407s","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.108\" "} {"level":"warn","ts":"2026-03-02T22:10:56.713535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:10:58.005413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022389351s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:58.005569Z","caller":"traceutil/trace.go:171","msg":"trace[1236084717] transaction","detail":"{read_only:false; response_revision:22972; number_of_response:1; }","duration":"1.794755541s","start":"2026-03-02T22:10:56.210789Z","end":"2026-03-02T22:10:58.005544Z","steps":["trace[1236084717] 'process raft request' (duration: 772.120713ms)","trace[1236084717] 'compare' (duration: 1.022237728s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:58.005639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:56.210767Z","time spent":"1.794840973s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:58.216053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000220142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:10:58.216161Z","caller":"traceutil/trace.go:171","msg":"trace[562004767] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000359856s","start":"2026-03-02T22:10:56.215779Z","end":"2026-03-02T22:10:58.216139Z","steps":["trace[562004767] 'agreement among raft nodes before linearized reading' (duration: 2.000236972s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:58.216219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:56.215771Z","time spent":"2.000435908s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:10:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:10:58.360706Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.218556175s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:10:59.684344Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.317871939s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:10:59.834165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473205067s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-02T22:10:59.834536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:56.211652Z","time spent":"3.622874646s","remote":"127.0.0.1:46856","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:10:59.834622Z","caller":"traceutil/trace.go:171","msg":"trace[1244141156] transaction","detail":"{read_only:false; response_revision:22973; number_of_response:1; }","duration":"3.62229075s","start":"2026-03-02T22:10:56.212301Z","end":"2026-03-02T22:10:59.834592Z","steps":["trace[1244141156] 'process raft request' (duration: 3.622017774s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:59.834831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:56.212275Z","time spent":"3.622404283s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:59.835038Z","caller":"traceutil/trace.go:171","msg":"trace[1763819341] transaction","detail":"{read_only:false; response_revision:22975; number_of_response:1; }","duration":"2.880579158s","start":"2026-03-02T22:10:56.954436Z","end":"2026-03-02T22:10:59.835015Z","steps":["trace[1763819341] 'process raft request' (duration: 2.880327681s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:59.835056Z","caller":"traceutil/trace.go:171","msg":"trace[2021047014] transaction","detail":"{read_only:false; response_revision:22974; number_of_response:1; }","duration":"3.498728787s","start":"2026-03-02T22:10:56.336291Z","end":"2026-03-02T22:10:59.835019Z","steps":["trace[2021047014] 'process raft request' (duration: 3.498232934s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:59.835158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:56.954411Z","time spent":"2.880681279s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:59.835265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:56.336263Z","time spent":"3.498893111s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:59.835758Z","caller":"traceutil/trace.go:171","msg":"trace[777128959] transaction","detail":"{read_only:false; response_revision:22982; number_of_response:1; }","duration":"930.765286ms","start":"2026-03-02T22:10:58.904953Z","end":"2026-03-02T22:10:59.835719Z","steps":["trace[777128959] 'process raft request' (duration: 930.632462ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:59.835967Z","caller":"traceutil/trace.go:171","msg":"trace[151985548] linearizableReadLoop","detail":"{readStateIndex:23775; appliedIndex:23771; }","duration":"3.623361358s","start":"2026-03-02T22:10:56.212578Z","end":"2026-03-02T22:10:59.83594Z","steps":["trace[151985548] 'read index received' (duration: 770.346197ms)","trace[151985548] 'applied index is now lower than readState.Index' (duration: 2.853011431s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:59.835987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:58.90493Z","time spent":"930.92847ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:59.836108Z","caller":"traceutil/trace.go:171","msg":"trace[239883352] transaction","detail":"{read_only:false; response_revision:22976; number_of_response:1; }","duration":"2.88108031s","start":"2026-03-02T22:10:56.95501Z","end":"2026-03-02T22:10:59.83609Z","steps":["trace[239883352] 'process raft request' (duration: 2.879937521s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:59.836194Z","caller":"traceutil/trace.go:171","msg":"trace[1292881508] transaction","detail":"{read_only:false; response_revision:22978; number_of_response:1; }","duration":"2.27970203s","start":"2026-03-02T22:10:57.556474Z","end":"2026-03-02T22:10:59.836176Z","steps":["trace[1292881508] 'process raft request' (duration: 2.278840297s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:59.836203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:56.954999Z","time spent":"2.881142122s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:59.836209Z","caller":"traceutil/trace.go:171","msg":"trace[1221598504] transaction","detail":"{read_only:false; response_revision:22977; number_of_response:1; }","duration":"2.880102955s","start":"2026-03-02T22:10:56.956087Z","end":"2026-03-02T22:10:59.83619Z","steps":["trace[1221598504] 'process raft request' (duration: 2.879080578s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:59.836232Z","caller":"traceutil/trace.go:171","msg":"trace[1561323230] transaction","detail":"{read_only:false; response_revision:22980; number_of_response:1; }","duration":"1.824504342s","start":"2026-03-02T22:10:58.011703Z","end":"2026-03-02T22:10:59.836207Z","steps":["trace[1561323230] 'process raft request' (duration: 1.823739883s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:59.83628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.559188995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:59.836306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:56.956065Z","time spent":"2.880185696s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:59.836312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:57.55645Z","time spent":"2.279780792s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:59.836342Z","caller":"traceutil/trace.go:171","msg":"trace[2044308022] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22982; }","duration":"3.559294487s","start":"2026-03-02T22:10:56.277026Z","end":"2026-03-02T22:10:59.836321Z","steps":["trace[2044308022] 'agreement among raft nodes before linearized reading' (duration: 3.559171094s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:59.836345Z","caller":"traceutil/trace.go:171","msg":"trace[504791776] transaction","detail":"{read_only:false; response_revision:22981; number_of_response:1; }","duration":"1.622781416s","start":"2026-03-02T22:10:58.213545Z","end":"2026-03-02T22:10:59.836327Z","steps":["trace[504791776] 'process raft request' (duration: 1.621977556s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:59.836398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:56.27701Z","time spent":"3.55937281s","remote":"127.0.0.1:43690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:10:59.836375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.623769329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-03-02T22:10:59.836431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:58.213532Z","time spent":"1.622854649s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:59.836465Z","caller":"traceutil/trace.go:171","msg":"trace[1749725078] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22982; }","duration":"3.623900421s","start":"2026-03-02T22:10:56.212544Z","end":"2026-03-02T22:10:59.836445Z","steps":["trace[1749725078] 'agreement among raft nodes before linearized reading' (duration: 3.623587364s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:59.836536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:56.212534Z","time spent":"3.623987984s","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T22:10:59.836559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624033849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:10:59.836597Z","caller":"traceutil/trace.go:171","msg":"trace[1880165383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22982; }","duration":"1.62411102s","start":"2026-03-02T22:10:58.212472Z","end":"2026-03-02T22:10:59.836583Z","steps":["trace[1880165383] 'agreement among raft nodes before linearized reading' (duration: 1.623951977s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:59.83658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625348702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:10:59.836616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624941622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:10:59.836681Z","caller":"traceutil/trace.go:171","msg":"trace[6407550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22982; }","duration":"1.625058594s","start":"2026-03-02T22:10:58.211604Z","end":"2026-03-02T22:10:59.836663Z","steps":["trace[6407550] 'agreement among raft nodes before linearized reading' (duration: 1.624840579s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:59.836751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.611308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:10:59.836324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:58.011609Z","time spent":"1.824662657s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:10:59.836789Z","caller":"traceutil/trace.go:171","msg":"trace[1529171076] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:22982; }","duration":"261.67943ms","start":"2026-03-02T22:10:59.575099Z","end":"2026-03-02T22:10:59.836779Z","steps":["trace[1529171076] 'agreement among raft nodes before linearized reading' (duration: 261.617599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:59.836823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625497436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:10:59.836854Z","caller":"traceutil/trace.go:171","msg":"trace[897273154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22982; }","duration":"1.625529787s","start":"2026-03-02T22:10:58.211316Z","end":"2026-03-02T22:10:59.836846Z","steps":["trace[897273154] 'agreement among raft nodes before linearized reading' (duration: 1.625404433s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:59.836903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:58.211593Z","time spent":"1.625285431s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:59.836923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:58.211256Z","time spent":"1.625657049s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:10:59.836927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089304924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-02T22:10:59.83699Z","caller":"traceutil/trace.go:171","msg":"trace[183492679] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:22982; }","duration":"2.089395036s","start":"2026-03-02T22:10:57.747578Z","end":"2026-03-02T22:10:59.836973Z","steps":["trace[183492679] 'agreement among raft nodes before linearized reading' (duration: 2.089140779s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:59.837039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:57.747559Z","time spent":"2.089467528s","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-02T22:10:59.837031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478516042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:59.837056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.719804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:59.837081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.95854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:59.837105Z","caller":"traceutil/trace.go:171","msg":"trace[2128933744] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22982; }","duration":"388.805006ms","start":"2026-03-02T22:10:59.448285Z","end":"2026-03-02T22:10:59.83709Z","steps":["trace[2128933744] 'agreement among raft nodes before linearized reading' (duration: 388.705893ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:59.837096Z","caller":"traceutil/trace.go:171","msg":"trace[1552951927] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22982; }","duration":"1.478610144s","start":"2026-03-02T22:10:58.358466Z","end":"2026-03-02T22:10:59.837077Z","steps":["trace[1552951927] 'agreement among raft nodes before linearized reading' (duration: 1.478486561s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:59.836634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:58.212443Z","time spent":"1.624181122s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:59.837134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624695745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:10:59.837148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:59.448264Z","time spent":"388.872098ms","remote":"127.0.0.1:43742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:59.837143Z","caller":"traceutil/trace.go:171","msg":"trace[744533418] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:22982; }","duration":"865.060533ms","start":"2026-03-02T22:10:58.972064Z","end":"2026-03-02T22:10:59.837125Z","steps":["trace[744533418] 'agreement among raft nodes before linearized reading' (duration: 864.95322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:59.837161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:58.358447Z","time spent":"1.478699486s","remote":"127.0.0.1:43176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:59.837185Z","caller":"traceutil/trace.go:171","msg":"trace[158130392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22982; }","duration":"1.624778968s","start":"2026-03-02T22:10:58.21239Z","end":"2026-03-02T22:10:59.837169Z","steps":["trace[158130392] 'agreement among raft nodes before linearized reading' (duration: 1.624635444s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:59.837198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:58.972041Z","time spent":"865.142745ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:59.837229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:58.212375Z","time spent":"1.624842939s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:59.836995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534110876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:59.837284Z","caller":"traceutil/trace.go:171","msg":"trace[178439572] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:22982; }","duration":"1.534401083s","start":"2026-03-02T22:10:58.302869Z","end":"2026-03-02T22:10:59.837271Z","steps":["trace[178439572] 'agreement among raft nodes before linearized reading' (duration: 1.534087145s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:59.83704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620894698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:59.837341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88384496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:10:59.836493Z","caller":"traceutil/trace.go:171","msg":"trace[689714714] transaction","detail":"{read_only:false; response_revision:22979; number_of_response:1; }","duration":"2.279876694s","start":"2026-03-02T22:10:57.556474Z","end":"2026-03-02T22:10:59.83635Z","steps":["trace[689714714] 'process raft request' (duration: 2.278904208s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:59.836698Z","caller":"traceutil/trace.go:171","msg":"trace[1000676648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22982; }","duration":"1.625479516s","start":"2026-03-02T22:10:58.21115Z","end":"2026-03-02T22:10:59.83663Z","steps":["trace[1000676648] 'agreement among raft nodes before linearized reading' (duration: 1.625278981s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:59.83738Z","caller":"traceutil/trace.go:171","msg":"trace[1649827741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22982; }","duration":"1.621243506s","start":"2026-03-02T22:10:58.216113Z","end":"2026-03-02T22:10:59.837357Z","steps":["trace[1649827741] 'agreement among raft nodes before linearized reading' (duration: 1.620905378s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:59.837395Z","caller":"traceutil/trace.go:171","msg":"trace[1943488043] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22982; }","duration":"2.883935573s","start":"2026-03-02T22:10:56.953443Z","end":"2026-03-02T22:10:59.837378Z","steps":["trace[1943488043] 'agreement among raft nodes before linearized reading' (duration: 2.883781439s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:59.836684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937130916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:59.83743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:58.211122Z","time spent":"1.626291477s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:10:59.837326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:58.302836Z","time spent":"1.534476845s","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:59.837457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:56.953428Z","time spent":"2.884011704s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:10:59.837507Z","caller":"traceutil/trace.go:171","msg":"trace[1098999271] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:22982; }","duration":"1.937963177s","start":"2026-03-02T22:10:57.899487Z","end":"2026-03-02T22:10:59.83745Z","steps":["trace[1098999271] 'agreement among raft nodes before linearized reading' (duration: 1.937129506s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:59.837449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:57.55644Z","time spent":"2.280951571s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:59.83761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:57.899454Z","time spent":"1.938093762s","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:59.837438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.430344594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:10:59.837678Z","caller":"traceutil/trace.go:171","msg":"trace[1518983679] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22982; }","duration":"3.430608902s","start":"2026-03-02T22:10:56.407052Z","end":"2026-03-02T22:10:59.837661Z","steps":["trace[1518983679] 'agreement among raft nodes before linearized reading' (duration: 3.430295253s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:59.83774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:56.407001Z","time spent":"3.430724696s","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:10:59.836692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.210376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:10:59.838023Z","caller":"traceutil/trace.go:171","msg":"trace[843237926] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:22982; }","duration":"210.568642ms","start":"2026-03-02T22:10:59.627436Z","end":"2026-03-02T22:10:59.838005Z","steps":["trace[843237926] 'agreement among raft nodes before linearized reading' (duration: 209.217657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:59.837436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:58.216103Z","time spent":"1.621318979s","remote":"127.0.0.1:46818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:00.340866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988169,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:00.841443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988169,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:00.94191Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.045670738s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:11:01.021934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064435058s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:01.022023Z","caller":"traceutil/trace.go:171","msg":"trace[489114595] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22982; }","duration":"1.06453693s","start":"2026-03-02T22:10:59.957474Z","end":"2026-03-02T22:11:01.022011Z","steps":["trace[489114595] 'range keys from in-memory index tree' (duration: 1.064420747s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:01.022197Z","caller":"traceutil/trace.go:171","msg":"trace[2061097084] transaction","detail":"{read_only:false; response_revision:22983; number_of_response:1; }","duration":"1.185555391s","start":"2026-03-02T22:10:59.836618Z","end":"2026-03-02T22:11:01.022173Z","steps":["trace[2061097084] 'process raft request' (duration: 1.105593033s)","trace[2061097084] 'compare' (duration: 79.456815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:01.022305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:59.836596Z","time spent":"1.185649973s","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:01.471035Z","caller":"traceutil/trace.go:171","msg":"trace[1817918613] linearizableReadLoop","detail":"{readStateIndex:23791; appliedIndex:23783; }","duration":"1.6303341s","start":"2026-03-02T22:10:59.840677Z","end":"2026-03-02T22:11:01.471011Z","steps":["trace[1817918613] 'read index received' (duration: 1.101540768s)","trace[1817918613] 'applied index is now lower than readState.Index' (duration: 528.792282ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:01.471306Z","caller":"traceutil/trace.go:171","msg":"trace[238300391] transaction","detail":"{read_only:false; response_revision:22984; number_of_response:1; }","duration":"1.629213752s","start":"2026-03-02T22:10:59.842076Z","end":"2026-03-02T22:11:01.47129Z","steps":["trace[238300391] 'process raft request' (duration: 1.628545695s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:01.471401Z","caller":"traceutil/trace.go:171","msg":"trace[1458537367] transaction","detail":"{read_only:false; response_revision:22987; number_of_response:1; }","duration":"1.627449856s","start":"2026-03-02T22:10:59.843929Z","end":"2026-03-02T22:11:01.471379Z","steps":["trace[1458537367] 'process raft request' (duration: 1.626918453s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:01.471436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:59.842059Z","time spent":"1.629283873s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:01.471417Z","caller":"traceutil/trace.go:171","msg":"trace[1475456114] transaction","detail":"{read_only:false; response_revision:22986; number_of_response:1; }","duration":"1.62801488s","start":"2026-03-02T22:10:59.843364Z","end":"2026-03-02T22:11:01.471379Z","steps":["trace[1475456114] 'process raft request' (duration: 1.627446526s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:01.471445Z","caller":"traceutil/trace.go:171","msg":"trace[828923008] transaction","detail":"{read_only:false; response_revision:22990; number_of_response:1; }","duration":"1.625197538s","start":"2026-03-02T22:10:59.846215Z","end":"2026-03-02T22:11:01.471413Z","steps":["trace[828923008] 'process raft request' (duration: 1.624736486s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:01.471477Z","caller":"traceutil/trace.go:171","msg":"trace[128314644] transaction","detail":"{read_only:false; response_revision:22985; number_of_response:1; }","duration":"1.629125009s","start":"2026-03-02T22:10:59.842329Z","end":"2026-03-02T22:11:01.471454Z","steps":["trace[128314644] 'process raft request' (duration: 1.628433581s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:01.471515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:59.84391Z","time spent":"1.627548558s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:01.471559Z","caller":"traceutil/trace.go:171","msg":"trace[1060524372] transaction","detail":"{read_only:false; response_revision:22988; number_of_response:1; }","duration":"1.626900992s","start":"2026-03-02T22:10:59.844648Z","end":"2026-03-02T22:11:01.471549Z","steps":["trace[1060524372] 'process raft request' (duration: 1.626232235s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:01.471574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:59.842316Z","time spent":"1.629215802s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:01.471456Z","caller":"traceutil/trace.go:171","msg":"trace[648649278] transaction","detail":"{read_only:false; response_revision:22989; number_of_response:1; }","duration":"1.62610249s","start":"2026-03-02T22:10:59.845263Z","end":"2026-03-02T22:11:01.471366Z","steps":["trace[648649278] 'process raft request' (duration: 1.62564918s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:01.471572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:59.843353Z","time spent":"1.628136033s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:01.471608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:59.846203Z","time spent":"1.625323502s","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:01.471725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:59.844634Z","time spent":"1.626961204s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:01.471833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631122111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925c0e983c16d\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T22:11:01.471952Z","caller":"traceutil/trace.go:171","msg":"trace[1021228446] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925c0e983c16d; range_end:; response_count:1; response_revision:22990; }","duration":"1.631274574s","start":"2026-03-02T22:10:59.840643Z","end":"2026-03-02T22:11:01.471917Z","steps":["trace[1021228446] 'agreement among raft nodes before linearized reading' (duration: 1.630839192s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:01.472003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:59.840622Z","time spent":"1.631372107s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925c0e983c16d\" "} {"level":"warn","ts":"2026-03-02T22:11:01.472272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:59.845246Z","time spent":"1.626623165s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:01.845652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999930835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:11:01.845738Z","caller":"traceutil/trace.go:171","msg":"trace[651830489] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000054989s","start":"2026-03-02T22:10:59.845665Z","end":"2026-03-02T22:11:01.84572Z","steps":["trace[651830489] 'agreement among raft nodes before linearized reading' (duration: 1.999954316s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:01.845784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:59.845651Z","time spent":"2.0001242s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:11:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:11:01.97153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:03.182178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15825903s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T22:11:03.182946Z","caller":"traceutil/trace.go:171","msg":"trace[1638607789] transaction","detail":"{read_only:false; response_revision:22991; number_of_response:1; }","duration":"1.744859743s","start":"2026-03-02T22:11:01.438019Z","end":"2026-03-02T22:11:03.182879Z","steps":["trace[1638607789] 'process raft request' (duration: 1.744301549s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.183078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:01.43798Z","time spent":"1.745023397s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:03.642249Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.618354283s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:11:03.79239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.698672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:03.793434Z","caller":"traceutil/trace.go:171","msg":"trace[1734899024] transaction","detail":"{read_only:false; response_revision:22993; number_of_response:1; }","duration":"1.949991285s","start":"2026-03-02T22:11:01.843412Z","end":"2026-03-02T22:11:03.793403Z","steps":["trace[1734899024] 'process raft request' (duration: 1.949113353s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.7936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:01.84338Z","time spent":"1.950120679s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:03.79358Z","caller":"traceutil/trace.go:171","msg":"trace[431354029] transaction","detail":"{read_only:false; response_revision:22992; number_of_response:1; }","duration":"2.318212535s","start":"2026-03-02T22:11:01.475271Z","end":"2026-03-02T22:11:03.793484Z","steps":["trace[431354029] 'process raft request' (duration: 2.167284311s)","trace[431354029] 'compare' (duration: 149.372315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:03.793796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:01.475242Z","time spent":"2.318474592s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:03.794175Z","caller":"traceutil/trace.go:171","msg":"trace[1975689268] transaction","detail":"{read_only:false; response_revision:22994; number_of_response:1; }","duration":"1.950431487s","start":"2026-03-02T22:11:01.843703Z","end":"2026-03-02T22:11:03.794134Z","steps":["trace[1975689268] 'process raft request' (duration: 1.949887523s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.794507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:01.843672Z","time spent":"1.950613162s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:03.794788Z","caller":"traceutil/trace.go:171","msg":"trace[2021113598] transaction","detail":"{read_only:false; response_revision:22996; number_of_response:1; }","duration":"1.950400246s","start":"2026-03-02T22:11:01.844373Z","end":"2026-03-02T22:11:03.794773Z","steps":["trace[2021113598] 'process raft request' (duration: 1.949873803s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:03.794652Z","caller":"traceutil/trace.go:171","msg":"trace[1960855815] transaction","detail":"{read_only:false; response_revision:22995; number_of_response:1; }","duration":"1.950576471s","start":"2026-03-02T22:11:01.843796Z","end":"2026-03-02T22:11:03.794372Z","steps":["trace[1960855815] 'process raft request' (duration: 1.950262373s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.794844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:01.844356Z","time spent":"1.950461648s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:03.794847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768926548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T22:11:03.794873Z","caller":"traceutil/trace.go:171","msg":"trace[543881691] transaction","detail":"{read_only:false; response_revision:22997; number_of_response:1; }","duration":"1.949607066s","start":"2026-03-02T22:11:01.845246Z","end":"2026-03-02T22:11:03.794853Z","steps":["trace[543881691] 'process raft request' (duration: 1.949190356s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.79489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53674574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:03.794926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.951371478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:03.794931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:01.84523Z","time spent":"1.949672908s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:03.794924Z","caller":"traceutil/trace.go:171","msg":"trace[770107516] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22998; }","duration":"2.76900172s","start":"2026-03-02T22:11:01.0259Z","end":"2026-03-02T22:11:03.794901Z","steps":["trace[770107516] 'agreement among raft nodes before linearized reading' (duration: 2.768736023s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:03.794954Z","caller":"traceutil/trace.go:171","msg":"trace[1086875633] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22998; }","duration":"3.951393649s","start":"2026-03-02T22:10:59.84355Z","end":"2026-03-02T22:11:03.794943Z","steps":["trace[1086875633] 'agreement among raft nodes before linearized reading' (duration: 3.951352038s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:03.794962Z","caller":"traceutil/trace.go:171","msg":"trace[1938284713] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:22998; }","duration":"3.536863814s","start":"2026-03-02T22:11:00.258078Z","end":"2026-03-02T22:11:03.794942Z","steps":["trace[1938284713] 'agreement among raft nodes before linearized reading' (duration: 3.53672221s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.794975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:59.843496Z","time spent":"3.95147551s","remote":"127.0.0.1:46982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:11:03.794974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:01.025833Z","time spent":"2.769129882s","remote":"127.0.0.1:46962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:11:03.794997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:00.25806Z","time spent":"3.536929165s","remote":"127.0.0.1:47148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:03.795002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:01.843766Z","time spent":"1.951119045s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:03.795047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830388001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-02T22:11:03.795093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.488877094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:11:03.795113Z","caller":"traceutil/trace.go:171","msg":"trace[1693835273] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:22998; }","duration":"3.488925615s","start":"2026-03-02T22:11:00.306182Z","end":"2026-03-02T22:11:03.795107Z","steps":["trace[1693835273] 'agreement among raft nodes before linearized reading' (duration: 3.488800412s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:03.795107Z","caller":"traceutil/trace.go:171","msg":"trace[2134660546] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22998; }","duration":"2.830481304s","start":"2026-03-02T22:11:00.964609Z","end":"2026-03-02T22:11:03.79509Z","steps":["trace[2134660546] 'agreement among raft nodes before linearized reading' (duration: 2.830335821s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.795127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:00.306164Z","time spent":"3.488959537s","remote":"127.0.0.1:47102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:03.795129Z","caller":"traceutil/trace.go:171","msg":"trace[813932592] transaction","detail":"{read_only:false; response_revision:22998; number_of_response:1; }","duration":"1.949416831s","start":"2026-03-02T22:11:01.845704Z","end":"2026-03-02T22:11:03.795121Z","steps":["trace[813932592] 'process raft request' (duration: 1.948780715s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.795157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:00.964587Z","time spent":"2.830558806s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T22:11:03.795173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:01.845692Z","time spent":"1.949464833s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:03.794541Z","caller":"traceutil/trace.go:171","msg":"trace[1484868286] linearizableReadLoop","detail":"{readStateIndex:23800; appliedIndex:23791; }","duration":"2.323417039s","start":"2026-03-02T22:11:01.471108Z","end":"2026-03-02T22:11:03.794525Z","steps":["trace[1484868286] 'read index received' (duration: 552.738545ms)","trace[1484868286] 'applied index is now lower than readState.Index' (duration: 1.770677424s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:03.795362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80601581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:03.795379Z","caller":"traceutil/trace.go:171","msg":"trace[119240391] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22998; }","duration":"1.806081241s","start":"2026-03-02T22:11:01.989293Z","end":"2026-03-02T22:11:03.795374Z","steps":["trace[119240391] 'agreement among raft nodes before linearized reading' (duration: 1.80604436s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.795393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:01.989272Z","time spent":"1.806117851s","remote":"127.0.0.1:47176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:03.795398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309512022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-02T22:11:03.795416Z","caller":"traceutil/trace.go:171","msg":"trace[1634696761] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22998; }","duration":"2.309568654s","start":"2026-03-02T22:11:01.485841Z","end":"2026-03-02T22:11:03.79541Z","steps":["trace[1634696761] 'agreement among raft nodes before linearized reading' (duration: 2.309467201s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.795433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:01.48582Z","time spent":"2.309607875s","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T22:11:03.795415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.212562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:11:03.795433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.871198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:03.795479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.953346969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b7508afe-b663-41e3-97f5-85af7a2e3051\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-02T22:11:03.795481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.157476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:03.795507Z","caller":"traceutil/trace.go:171","msg":"trace[1477160305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22998; }","duration":"732.980981ms","start":"2026-03-02T22:11:03.062508Z","end":"2026-03-02T22:11:03.795489Z","steps":["trace[1477160305] 'agreement among raft nodes before linearized reading' (duration: 732.848348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.795537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619254907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:11:03.795546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949834282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:03.795563Z","caller":"traceutil/trace.go:171","msg":"trace[817549877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22998; }","duration":"1.949890313s","start":"2026-03-02T22:11:01.845665Z","end":"2026-03-02T22:11:03.795556Z","steps":["trace[817549877] 'agreement among raft nodes before linearized reading' (duration: 1.949854583s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.795504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106883935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:11:03.795559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.062488Z","time spent":"733.060052ms","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:03.795581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:01.845645Z","time spent":"1.949933564s","remote":"127.0.0.1:46818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:11:03.795589Z","caller":"traceutil/trace.go:171","msg":"trace[1420352161] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b7508afe-b663-41e3-97f5-85af7a2e3051; range_end:; response_count:1; response_revision:22998; }","duration":"3.953458121s","start":"2026-03-02T22:10:59.842056Z","end":"2026-03-02T22:11:03.795514Z","steps":["trace[1420352161] 'agreement among raft nodes before linearized reading' (duration: 3.953215716s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:03.795603Z","caller":"traceutil/trace.go:171","msg":"trace[1319360460] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:22998; }","duration":"1.107006378s","start":"2026-03-02T22:11:02.688582Z","end":"2026-03-02T22:11:03.795588Z","steps":["trace[1319360460] 'agreement among raft nodes before linearized reading' (duration: 1.106890775s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.79566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.462816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:11:03.795694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007813237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:03.795711Z","caller":"traceutil/trace.go:171","msg":"trace[272801242] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:22998; }","duration":"2.007832227s","start":"2026-03-02T22:11:01.787874Z","end":"2026-03-02T22:11:03.795706Z","steps":["trace[272801242] 'agreement among raft nodes before linearized reading' (duration: 2.007802006s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.795703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:02.688567Z","time spent":"1.107117852s","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:03.795735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:01.787741Z","time spent":"2.007989231s","remote":"127.0.0.1:50294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:03.795751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.704171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:03.795736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:59.842034Z","time spent":"3.953646456s","remote":"127.0.0.1:46946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-b7508afe-b663-41e3-97f5-85af7a2e3051\" "} {"level":"warn","ts":"2026-03-02T22:11:03.795822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080681753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:03.795844Z","caller":"traceutil/trace.go:171","msg":"trace[1092701424] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:22998; }","duration":"2.080743115s","start":"2026-03-02T22:11:01.715096Z","end":"2026-03-02T22:11:03.795839Z","steps":["trace[1092701424] 'agreement among raft nodes before linearized reading' (duration: 2.080710333s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.795858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:01.715073Z","time spent":"2.080781146s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:03.795782Z","caller":"traceutil/trace.go:171","msg":"trace[1689079409] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22998; }","duration":"318.755723ms","start":"2026-03-02T22:11:03.477017Z","end":"2026-03-02T22:11:03.795773Z","steps":["trace[1689079409] 'agreement among raft nodes before linearized reading' (duration: 318.716812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.795965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238967216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:03.795987Z","caller":"traceutil/trace.go:171","msg":"trace[2129100036] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:22998; }","duration":"2.239031038s","start":"2026-03-02T22:11:01.55695Z","end":"2026-03-02T22:11:03.795982Z","steps":["trace[2129100036] 'agreement among raft nodes before linearized reading' (duration: 2.238987667s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.796007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:01.556926Z","time spent":"2.239076369s","remote":"127.0.0.1:57594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:03.795982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.476999Z","time spent":"318.948838ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:03.795703Z","caller":"traceutil/trace.go:171","msg":"trace[1631732638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22998; }","duration":"318.543597ms","start":"2026-03-02T22:11:03.477149Z","end":"2026-03-02T22:11:03.795693Z","steps":["trace[1631732638] 'agreement among raft nodes before linearized reading' (duration: 318.369353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.796067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.477128Z","time spent":"318.927477ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:11:03.795561Z","caller":"traceutil/trace.go:171","msg":"trace[1278761408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22998; }","duration":"1.619319538s","start":"2026-03-02T22:11:02.176234Z","end":"2026-03-02T22:11:03.795554Z","steps":["trace[1278761408] 'agreement among raft nodes before linearized reading' (duration: 1.619281517s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:03.795481Z","caller":"traceutil/trace.go:171","msg":"trace[708497361] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:22998; }","duration":"324.335065ms","start":"2026-03-02T22:11:03.471127Z","end":"2026-03-02T22:11:03.795462Z","steps":["trace[708497361] 'agreement among raft nodes before linearized reading' (duration: 324.192092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.796172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.471105Z","time spent":"325.061904ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:03.795963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.842409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:11:03.795788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.317341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:11:03.795549Z","caller":"traceutil/trace.go:171","msg":"trace[1516046149] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22998; }","duration":"512.264579ms","start":"2026-03-02T22:11:03.283262Z","end":"2026-03-02T22:11:03.795526Z","steps":["trace[1516046149] 'agreement among raft nodes before linearized reading' (duration: 512.120765ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:03.796231Z","caller":"traceutil/trace.go:171","msg":"trace[578418126] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22998; }","duration":"318.136686ms","start":"2026-03-02T22:11:03.478073Z","end":"2026-03-02T22:11:03.79621Z","steps":["trace[578418126] 'agreement among raft nodes before linearized reading' (duration: 317.839469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.796275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.283239Z","time spent":"513.027158ms","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:03.796294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.478053Z","time spent":"318.224349ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:03.795781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.484211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T22:11:03.796423Z","caller":"traceutil/trace.go:171","msg":"trace[370187906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22998; }","duration":"320.115327ms","start":"2026-03-02T22:11:03.476259Z","end":"2026-03-02T22:11:03.796374Z","steps":["trace[370187906] 'agreement among raft nodes before linearized reading' (duration: 319.46482ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:03.796272Z","caller":"traceutil/trace.go:171","msg":"trace[884649188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22998; }","duration":"318.862865ms","start":"2026-03-02T22:11:03.4774Z","end":"2026-03-02T22:11:03.796263Z","steps":["trace[884649188] 'agreement among raft nodes before linearized reading' (duration: 318.093605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.796277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.710111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:11:03.79648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.477392Z","time spent":"319.079911ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:03.796511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.954282882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-02T22:11:03.796224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:02.176208Z","time spent":"1.619965214s","remote":"127.0.0.1:56386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:03.796528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.476241Z","time spent":"320.23072ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:11:03.796558Z","caller":"traceutil/trace.go:171","msg":"trace[1709392693] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22998; }","duration":"3.954357655s","start":"2026-03-02T22:10:59.842191Z","end":"2026-03-02T22:11:03.796549Z","steps":["trace[1709392693] 'agreement among raft nodes before linearized reading' (duration: 3.953035631s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:03.79655Z","caller":"traceutil/trace.go:171","msg":"trace[1149333394] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22998; }","duration":"318.933767ms","start":"2026-03-02T22:11:03.477549Z","end":"2026-03-02T22:11:03.796482Z","steps":["trace[1149333394] 'agreement among raft nodes before linearized reading' (duration: 318.376383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.796648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.477525Z","time spent":"319.104921ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:11:03.796586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:59.842177Z","time spent":"3.954403396s","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:11:03.795719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.712241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T22:11:03.796976Z","caller":"traceutil/trace.go:171","msg":"trace[1856896591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22998; }","duration":"319.974484ms","start":"2026-03-02T22:11:03.47699Z","end":"2026-03-02T22:11:03.796965Z","steps":["trace[1856896591] 'agreement among raft nodes before linearized reading' (duration: 318.68023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:03.797022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.476985Z","time spent":"320.026045ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:04.303484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:04.804051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:04.892452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.088685929s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:11:04.924334Z","caller":"traceutil/trace.go:171","msg":"trace[771483917] transaction","detail":"{read_only:false; response_revision:22999; number_of_response:1; }","duration":"1.122635618s","start":"2026-03-02T22:11:03.801655Z","end":"2026-03-02T22:11:04.924291Z","steps":["trace[771483917] 'process raft request' (duration: 1.091133212s)","trace[771483917] 'compare' (duration: 31.290031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:04.924617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.801625Z","time spent":"1.122851115s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:05.740483Z","caller":"traceutil/trace.go:171","msg":"trace[326094327] transaction","detail":"{read_only:false; response_revision:23000; number_of_response:1; }","duration":"1.938745618s","start":"2026-03-02T22:11:03.801701Z","end":"2026-03-02T22:11:05.740446Z","steps":["trace[326094327] 'process raft request' (duration: 1.937423864s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:05.740578Z","caller":"traceutil/trace.go:171","msg":"trace[1521485130] transaction","detail":"{read_only:false; response_revision:23002; number_of_response:1; }","duration":"1.937372133s","start":"2026-03-02T22:11:03.803183Z","end":"2026-03-02T22:11:05.740555Z","steps":["trace[1521485130] 'process raft request' (duration: 1.937290021s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:05.740669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.801687Z","time spent":"1.938880911s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:05.740677Z","caller":"traceutil/trace.go:171","msg":"trace[906742681] transaction","detail":"{read_only:false; response_revision:23001; number_of_response:1; }","duration":"1.938536083s","start":"2026-03-02T22:11:03.802083Z","end":"2026-03-02T22:11:05.740619Z","steps":["trace[906742681] 'process raft request' (duration: 1.938280217s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:05.740775Z","caller":"traceutil/trace.go:171","msg":"trace[714907624] transaction","detail":"{read_only:false; response_revision:23003; number_of_response:1; }","duration":"1.937517958s","start":"2026-03-02T22:11:03.803243Z","end":"2026-03-02T22:11:05.740761Z","steps":["trace[714907624] 'process raft request' (duration: 1.937272361s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:05.740811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.803159Z","time spent":"1.937563689s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:05.740844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.80324Z","time spent":"1.937574429s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:05.740858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.802068Z","time spent":"1.938699308s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:05.740976Z","caller":"traceutil/trace.go:171","msg":"trace[478336212] transaction","detail":"{read_only:false; response_revision:23004; number_of_response:1; }","duration":"1.937666931s","start":"2026-03-02T22:11:03.803299Z","end":"2026-03-02T22:11:05.740966Z","steps":["trace[478336212] 'process raft request' (duration: 1.937375442s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:05.741018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.803295Z","time spent":"1.937701821s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:05.741247Z","caller":"traceutil/trace.go:171","msg":"trace[716374434] transaction","detail":"{read_only:false; response_revision:23005; number_of_response:1; }","duration":"1.937371182s","start":"2026-03-02T22:11:03.803866Z","end":"2026-03-02T22:11:05.741237Z","steps":["trace[716374434] 'process raft request' (duration: 1.937073105s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:05.741295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.803856Z","time spent":"1.937416014s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:05.74283Z","caller":"traceutil/trace.go:171","msg":"trace[1200217362] linearizableReadLoop","detail":"{readStateIndex:23808; appliedIndex:23800; }","duration":"1.939835416s","start":"2026-03-02T22:11:03.802971Z","end":"2026-03-02T22:11:05.742806Z","steps":["trace[1200217362] 'read index received' (duration: 1.089787217s)","trace[1200217362] 'applied index is now lower than readState.Index' (duration: 850.047259ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:05.74285Z","caller":"traceutil/trace.go:171","msg":"trace[239597446] transaction","detail":"{read_only:false; response_revision:23006; number_of_response:1; }","duration":"1.937853086s","start":"2026-03-02T22:11:03.804971Z","end":"2026-03-02T22:11:05.742824Z","steps":["trace[239597446] 'process raft request' (duration: 1.93609465s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:05.743134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939924579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-02T22:11:05.743183Z","caller":"traceutil/trace.go:171","msg":"trace[516050050] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23007; }","duration":"1.940011771s","start":"2026-03-02T22:11:03.803157Z","end":"2026-03-02T22:11:05.743168Z","steps":["trace[516050050] 'agreement among raft nodes before linearized reading' (duration: 1.939844617s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:05.743212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.803133Z","time spent":"1.940071862s","remote":"127.0.0.1:46982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-02T22:11:05.743236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.04389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T22:11:05.74326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245218898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:11:05.743296Z","caller":"traceutil/trace.go:171","msg":"trace[885692707] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:23007; }","duration":"581.148683ms","start":"2026-03-02T22:11:05.16213Z","end":"2026-03-02T22:11:05.743279Z","steps":["trace[885692707] 'agreement among raft nodes before linearized reading' (duration: 580.961418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:05.743304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870961662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:05.743333Z","caller":"traceutil/trace.go:171","msg":"trace[107279327] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23007; }","duration":"1.245333381s","start":"2026-03-02T22:11:04.497983Z","end":"2026-03-02T22:11:05.743316Z","steps":["trace[107279327] 'agreement among raft nodes before linearized reading' (duration: 1.245087925s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:05.743381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737906605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:05.74341Z","caller":"traceutil/trace.go:171","msg":"trace[1418570639] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23007; }","duration":"1.737988707s","start":"2026-03-02T22:11:04.005415Z","end":"2026-03-02T22:11:05.743404Z","steps":["trace[1418570639] 'agreement among raft nodes before linearized reading' (duration: 1.737942725s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:05.743433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:04.005389Z","time spent":"1.738038298s","remote":"127.0.0.1:43256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:05.743437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.702263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:05.743445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938602634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6f19f5bc-d433-4d62-870b-ec01b759972d\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-02T22:11:05.743466Z","caller":"traceutil/trace.go:171","msg":"trace[1693283785] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23007; }","duration":"946.765225ms","start":"2026-03-02T22:11:04.796691Z","end":"2026-03-02T22:11:05.743457Z","steps":["trace[1693283785] 'agreement among raft nodes before linearized reading' (duration: 946.712944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:05.743495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:04.796672Z","time spent":"946.816687ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:05.743489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.675768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:11:05.743503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940183576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:05.74338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:04.49797Z","time spent":"1.245400263s","remote":"127.0.0.1:46910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:05.74355Z","caller":"traceutil/trace.go:171","msg":"trace[69872183] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23007; }","duration":"1.940270448s","start":"2026-03-02T22:11:03.803269Z","end":"2026-03-02T22:11:05.743539Z","steps":["trace[69872183] 'agreement among raft nodes before linearized reading' (duration: 1.940092673s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:05.743598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.803234Z","time spent":"1.94035552s","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:11:05.743338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:05.162103Z","time spent":"581.225014ms","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.108\" "} {"level":"info","ts":"2026-03-02T22:11:05.743344Z","caller":"traceutil/trace.go:171","msg":"trace[1717663639] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23007; }","duration":"1.871071155s","start":"2026-03-02T22:11:03.872263Z","end":"2026-03-02T22:11:05.743335Z","steps":["trace[1717663639] 'agreement among raft nodes before linearized reading' (duration: 1.870992863s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:05.743761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.872207Z","time spent":"1.871545067s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T22:11:05.743496Z","caller":"traceutil/trace.go:171","msg":"trace[698957996] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6f19f5bc-d433-4d62-870b-ec01b759972d; range_end:; response_count:1; response_revision:23007; }","duration":"1.938679996s","start":"2026-03-02T22:11:03.804802Z","end":"2026-03-02T22:11:05.743482Z","steps":["trace[698957996] 'agreement among raft nodes before linearized reading' (duration: 1.938512842s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:05.743078Z","caller":"traceutil/trace.go:171","msg":"trace[1365728324] transaction","detail":"{read_only:false; response_revision:23007; number_of_response:1; }","duration":"896.668973ms","start":"2026-03-02T22:11:04.846332Z","end":"2026-03-02T22:11:05.743001Z","steps":["trace[1365728324] 'process raft request' (duration: 896.417286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:05.743842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.804793Z","time spent":"1.939018035s","remote":"127.0.0.1:46946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-6f19f5bc-d433-4d62-870b-ec01b759972d\" "} {"level":"warn","ts":"2026-03-02T22:11:05.744293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.804965Z","time spent":"1.937981898s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:05.744304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941324834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:05.744464Z","caller":"traceutil/trace.go:171","msg":"trace[1295470782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23007; }","duration":"1.941464318s","start":"2026-03-02T22:11:03.802956Z","end":"2026-03-02T22:11:05.744421Z","steps":["trace[1295470782] 'agreement among raft nodes before linearized reading' (duration: 1.939992251s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:05.74474Z","caller":"traceutil/trace.go:171","msg":"trace[114615197] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23007; }","duration":"102.758932ms","start":"2026-03-02T22:11:05.640773Z","end":"2026-03-02T22:11:05.743532Z","steps":["trace[114615197] 'agreement among raft nodes before linearized reading' (duration: 102.592157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:05.744972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:03.80295Z","time spent":"1.942010052s","remote":"127.0.0.1:46818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:05.744933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:04.846312Z","time spent":"897.928325ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:05.854694Z","caller":"traceutil/trace.go:171","msg":"trace[308008452] linearizableReadLoop","detail":"{readStateIndex:23810; appliedIndex:23809; }","duration":"109.298779ms","start":"2026-03-02T22:11:05.745371Z","end":"2026-03-02T22:11:05.85467Z","steps":["trace[308008452] 'read index received' (duration: 97.24044ms)","trace[308008452] 'applied index is now lower than readState.Index' (duration: 12.057029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:05.854859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.464184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925c0e983c16d\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T22:11:05.854902Z","caller":"traceutil/trace.go:171","msg":"trace[505422961] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925c0e983c16d; range_end:; response_count:1; response_revision:23007; }","duration":"109.540915ms","start":"2026-03-02T22:11:05.745349Z","end":"2026-03-02T22:11:05.85489Z","steps":["trace[505422961] 'agreement among raft nodes before linearized reading' (duration: 109.433702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:06.517285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.330863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:06.517539Z","caller":"traceutil/trace.go:171","msg":"trace[1421484432] transaction","detail":"{read_only:false; response_revision:23008; number_of_response:1; }","duration":"716.729474ms","start":"2026-03-02T22:11:05.80077Z","end":"2026-03-02T22:11:06.517499Z","steps":["trace[1421484432] 'process raft request' (duration: 175.080333ms)","trace[1421484432] 'compare' (duration: 541.139988ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:06.517608Z","caller":"traceutil/trace.go:171","msg":"trace[1612037641] transaction","detail":"{read_only:false; response_revision:23010; number_of_response:1; }","duration":"714.951018ms","start":"2026-03-02T22:11:05.802638Z","end":"2026-03-02T22:11:06.517589Z","steps":["trace[1612037641] 'process raft request' (duration: 714.869556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:06.517687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:05.802617Z","time spent":"715.030771ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:06.517713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:05.800752Z","time spent":"716.861238ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:06.517931Z","caller":"traceutil/trace.go:171","msg":"trace[407282766] transaction","detail":"{read_only:false; response_revision:23009; number_of_response:1; }","duration":"715.345779ms","start":"2026-03-02T22:11:05.802552Z","end":"2026-03-02T22:11:06.517897Z","steps":["trace[407282766] 'process raft request' (duration: 714.851256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:06.518092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:05.802534Z","time spent":"715.470722ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:06.520031Z","caller":"traceutil/trace.go:171","msg":"trace[1698969763] transaction","detail":"{read_only:false; response_revision:23012; number_of_response:1; }","duration":"716.787756ms","start":"2026-03-02T22:11:05.803231Z","end":"2026-03-02T22:11:06.520019Z","steps":["trace[1698969763] 'process raft request' (duration: 716.218141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:06.520235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:05.803216Z","time spent":"716.879548ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:06.520392Z","caller":"traceutil/trace.go:171","msg":"trace[791576105] transaction","detail":"{read_only:false; response_revision:23013; number_of_response:1; }","duration":"717.101643ms","start":"2026-03-02T22:11:05.803257Z","end":"2026-03-02T22:11:06.520359Z","steps":["trace[791576105] 'process raft request' (duration: 716.723844ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:06.5204Z","caller":"traceutil/trace.go:171","msg":"trace[1429463626] linearizableReadLoop","detail":"{readStateIndex:23816; appliedIndex:23810; }","duration":"665.614475ms","start":"2026-03-02T22:11:05.854756Z","end":"2026-03-02T22:11:06.52037Z","steps":["trace[1429463626] 'read index received' (duration: 121.05676ms)","trace[1429463626] 'applied index is now lower than readState.Index' (duration: 544.553495ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:06.520439Z","caller":"traceutil/trace.go:171","msg":"trace[433371355] transaction","detail":"{read_only:false; response_revision:23015; number_of_response:1; }","duration":"662.638528ms","start":"2026-03-02T22:11:05.857768Z","end":"2026-03-02T22:11:06.520407Z","steps":["trace[433371355] 'process raft request' (duration: 662.580627ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:06.519597Z","caller":"traceutil/trace.go:171","msg":"trace[1559478609] transaction","detail":"{read_only:false; response_revision:23011; number_of_response:1; }","duration":"716.865838ms","start":"2026-03-02T22:11:05.802683Z","end":"2026-03-02T22:11:06.519549Z","steps":["trace[1559478609] 'process raft request' (duration: 714.869087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:06.520689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.931897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:06.52072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:05.857755Z","time spent":"662.921676ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:06.52072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:05.803242Z","time spent":"717.409551ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:06.520727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.21812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:06.520746Z","caller":"traceutil/trace.go:171","msg":"trace[1062516807] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:23015; }","duration":"770.020719ms","start":"2026-03-02T22:11:05.75071Z","end":"2026-03-02T22:11:06.520731Z","steps":["trace[1062516807] 'agreement among raft nodes before linearized reading' (duration: 769.67977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:06.520735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:05.802631Z","time spent":"718.078479ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:06.520779Z","caller":"traceutil/trace.go:171","msg":"trace[410214802] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23015; }","duration":"771.284781ms","start":"2026-03-02T22:11:05.749479Z","end":"2026-03-02T22:11:06.520763Z","steps":["trace[410214802] 'agreement among raft nodes before linearized reading' (duration: 770.946032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:06.52082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:05.749474Z","time spent":"771.336863ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:11:06.520835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.260928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:06.52087Z","caller":"traceutil/trace.go:171","msg":"trace[1525315971] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23015; }","duration":"676.325389ms","start":"2026-03-02T22:11:05.844535Z","end":"2026-03-02T22:11:06.520861Z","steps":["trace[1525315971] 'agreement among raft nodes before linearized reading' (duration: 676.267718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:06.520898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:05.844522Z","time spent":"676.369ms","remote":"127.0.0.1:43334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:06.520898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.935199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-02T22:11:06.52094Z","caller":"traceutil/trace.go:171","msg":"trace[1983678338] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23015; }","duration":"771.99102ms","start":"2026-03-02T22:11:05.748935Z","end":"2026-03-02T22:11:06.520926Z","steps":["trace[1983678338] 'agreement among raft nodes before linearized reading' (duration: 771.787765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:06.520783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:05.750696Z","time spent":"770.07915ms","remote":"127.0.0.1:46898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-02T22:11:06.520986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:05.74892Z","time spent":"772.057131ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T22:11:06.521057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.338895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:06.521079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.102817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:06.521102Z","caller":"traceutil/trace.go:171","msg":"trace[1443429203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23015; }","duration":"750.421377ms","start":"2026-03-02T22:11:05.770672Z","end":"2026-03-02T22:11:06.521093Z","steps":["trace[1443429203] 'agreement among raft nodes before linearized reading' (duration: 750.349425ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:06.521113Z","caller":"traceutil/trace.go:171","msg":"trace[1976737613] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23015; }","duration":"773.167509ms","start":"2026-03-02T22:11:05.747937Z","end":"2026-03-02T22:11:06.521104Z","steps":["trace[1976737613] 'agreement among raft nodes before linearized reading' (duration: 772.958174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:06.52113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:05.770654Z","time spent":"750.469809ms","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:11:06.520903Z","caller":"traceutil/trace.go:171","msg":"trace[728900666] transaction","detail":"{read_only:false; response_revision:23014; number_of_response:1; }","duration":"665.124712ms","start":"2026-03-02T22:11:05.855768Z","end":"2026-03-02T22:11:06.520892Z","steps":["trace[728900666] 'process raft request' (duration: 664.471785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:06.521248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:05.855753Z","time spent":"665.456381ms","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:06.521321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:05.747909Z","time spent":"773.22691ms","remote":"127.0.0.1:46982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:11:06.521003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.467106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:06.52305Z","caller":"traceutil/trace.go:171","msg":"trace[340919848] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23015; }","duration":"463.503799ms","start":"2026-03-02T22:11:06.059489Z","end":"2026-03-02T22:11:06.522993Z","steps":["trace[340919848] 'agreement among raft nodes before linearized reading' (duration: 461.357204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:06.523176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:06.059468Z","time spent":"463.657163ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:07.034491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:07.535452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:07.587872Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01565535s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:11:07.588417Z","caller":"traceutil/trace.go:171","msg":"trace[1286852741] transaction","detail":"{read_only:false; response_revision:23016; number_of_response:1; }","duration":"1.056350362s","start":"2026-03-02T22:11:06.532013Z","end":"2026-03-02T22:11:07.588363Z","steps":["trace[1286852741] 'process raft request' (duration: 1.056176066s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:07.588595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:06.531985Z","time spent":"1.056518495s","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:08.772381Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.108207009s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:11:08.773939Z","caller":"traceutil/trace.go:171","msg":"trace[61078854] transaction","detail":"{read_only:false; response_revision:23017; number_of_response:1; }","duration":"2.185172868s","start":"2026-03-02T22:11:06.588749Z","end":"2026-03-02T22:11:08.773922Z","steps":["trace[61078854] 'process raft request' (duration: 2.184702186s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:08.774039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:06.588724Z","time spent":"2.18526382s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:08.77415Z","caller":"traceutil/trace.go:171","msg":"trace[1828247350] linearizableReadLoop","detail":"{readStateIndex:23821; appliedIndex:23818; }","duration":"2.240268159s","start":"2026-03-02T22:11:06.533846Z","end":"2026-03-02T22:11:08.774114Z","steps":["trace[1828247350] 'read index received' (duration: 1.05437712s)","trace[1828247350] 'applied index is now lower than readState.Index' (duration: 1.185889699s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:08.774292Z","caller":"traceutil/trace.go:171","msg":"trace[236358325] transaction","detail":"{read_only:false; response_revision:23018; number_of_response:1; }","duration":"1.430338068s","start":"2026-03-02T22:11:07.343942Z","end":"2026-03-02T22:11:08.77428Z","steps":["trace[236358325] 'process raft request' (duration: 1.429951638s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:08.774354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240505437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-02T22:11:08.774382Z","caller":"traceutil/trace.go:171","msg":"trace[1774543774] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23018; }","duration":"2.240545927s","start":"2026-03-02T22:11:06.533828Z","end":"2026-03-02T22:11:08.774374Z","steps":["trace[1774543774] 'agreement among raft nodes before linearized reading' (duration: 2.240467076s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:08.774398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:06.533819Z","time spent":"2.240576108s","remote":"127.0.0.1:46962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-02T22:11:08.774425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:07.343909Z","time spent":"1.43041688s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:08.777749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99972652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:11:08.77784Z","caller":"traceutil/trace.go:171","msg":"trace[1555925455] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999884215s","start":"2026-03-02T22:11:06.777933Z","end":"2026-03-02T22:11:08.777818Z","steps":["trace[1555925455] 'agreement among raft nodes before linearized reading' (duration: 1.999767212s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:08.777899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:06.7779Z","time spent":"1.999986876s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:11:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:11:09.275118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988236,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:11:09.333384Z","caller":"traceutil/trace.go:171","msg":"trace[886612114] linearizableReadLoop","detail":"{readStateIndex:23827; appliedIndex:23821; }","duration":"559.090197ms","start":"2026-03-02T22:11:08.774233Z","end":"2026-03-02T22:11:09.333324Z","steps":["trace[886612114] 'read index received' (duration: 548.220039ms)","trace[886612114] 'applied index is now lower than readState.Index' (duration: 10.865588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:09.333694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25348137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:09.333716Z","caller":"traceutil/trace.go:171","msg":"trace[1883740630] transaction","detail":"{read_only:false; response_revision:23019; number_of_response:1; }","duration":"810.294061ms","start":"2026-03-02T22:11:08.523393Z","end":"2026-03-02T22:11:09.333687Z","steps":["trace[1883740630] 'process raft request' (duration: 799.075953ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:09.333758Z","caller":"traceutil/trace.go:171","msg":"trace[166526274] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23024; }","duration":"1.253566982s","start":"2026-03-02T22:11:08.08018Z","end":"2026-03-02T22:11:09.333747Z","steps":["trace[166526274] 'agreement among raft nodes before linearized reading' (duration: 1.253440549s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.335854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:08.080119Z","time spent":"1.255714397s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:09.335812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588305704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:11:09.334297Z","caller":"traceutil/trace.go:171","msg":"trace[2070054757] transaction","detail":"{read_only:false; response_revision:23020; number_of_response:1; }","duration":"810.531777ms","start":"2026-03-02T22:11:08.52374Z","end":"2026-03-02T22:11:09.334272Z","steps":["trace[2070054757] 'process raft request' (duration: 798.881148ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:09.335963Z","caller":"traceutil/trace.go:171","msg":"trace[1912755665] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23024; }","duration":"1.58853068s","start":"2026-03-02T22:11:07.747385Z","end":"2026-03-02T22:11:09.335916Z","steps":["trace[1912755665] 'agreement among raft nodes before linearized reading' (duration: 1.58739435s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.336032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:07.747341Z","time spent":"1.588678463s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:11:09.33603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:08.523727Z","time spent":"812.22635ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:09.334582Z","caller":"traceutil/trace.go:171","msg":"trace[185510230] transaction","detail":"{read_only:false; response_revision:23024; number_of_response:1; }","duration":"804.909103ms","start":"2026-03-02T22:11:08.529654Z","end":"2026-03-02T22:11:09.334563Z","steps":["trace[185510230] 'process raft request' (duration: 794.24879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.336239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:08.529649Z","time spent":"806.557965ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:09.334495Z","caller":"traceutil/trace.go:171","msg":"trace[1531887438] transaction","detail":"{read_only:false; response_revision:23022; number_of_response:1; }","duration":"806.693267ms","start":"2026-03-02T22:11:08.527768Z","end":"2026-03-02T22:11:09.334461Z","steps":["trace[1531887438] 'process raft request' (duration: 795.628594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.33638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:08.527763Z","time spent":"808.567616ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:09.33484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557278267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-02T22:11:09.336556Z","caller":"traceutil/trace.go:171","msg":"trace[1027353532] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23024; }","duration":"2.559017493s","start":"2026-03-02T22:11:06.777509Z","end":"2026-03-02T22:11:09.336526Z","steps":["trace[1027353532] 'agreement among raft nodes before linearized reading' (duration: 2.557098944s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.334722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731259986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-02T22:11:09.334939Z","caller":"traceutil/trace.go:171","msg":"trace[1998224764] transaction","detail":"{read_only:false; response_revision:23021; number_of_response:1; }","duration":"807.205172ms","start":"2026-03-02T22:11:08.527674Z","end":"2026-03-02T22:11:09.33488Z","steps":["trace[1998224764] 'process raft request' (duration: 794.997719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.33505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91574784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:11:09.335089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148827598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:09.335252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588372616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:11:09.335321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589173276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:11:09.335373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587523805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:11:09.335396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405950863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:11:09.335548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798417373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-02T22:11:09.335527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.559907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:09.335659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588245981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:11:09.336649Z","caller":"traceutil/trace.go:171","msg":"trace[1430180179] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23024; }","duration":"1.917350101s","start":"2026-03-02T22:11:07.419282Z","end":"2026-03-02T22:11:09.336632Z","steps":["trace[1430180179] 'agreement among raft nodes before linearized reading' (duration: 1.915574105s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.335754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.635123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:09.336699Z","caller":"traceutil/trace.go:171","msg":"trace[1653542888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23024; }","duration":"1.588856579s","start":"2026-03-02T22:11:07.747809Z","end":"2026-03-02T22:11:09.336665Z","steps":["trace[1653542888] 'agreement among raft nodes before linearized reading' (duration: 1.587068733s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.336742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:07.419228Z","time spent":"1.917499974s","remote":"127.0.0.1:55818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:09.336758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:07.747805Z","time spent":"1.588933171s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:11:09.334825Z","caller":"traceutil/trace.go:171","msg":"trace[1764782136] transaction","detail":"{read_only:false; response_revision:23023; number_of_response:1; }","duration":"806.984815ms","start":"2026-03-02T22:11:08.527803Z","end":"2026-03-02T22:11:09.334787Z","steps":["trace[1764782136] 'process raft request' (duration: 795.657925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.336849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:08.527798Z","time spent":"808.991907ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:09.336928Z","caller":"traceutil/trace.go:171","msg":"trace[1665642008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23024; }","duration":"1.59008527s","start":"2026-03-02T22:11:07.746824Z","end":"2026-03-02T22:11:09.33691Z","steps":["trace[1665642008] 'agreement among raft nodes before linearized reading' (duration: 1.588054798s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.33486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522326004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:09.337168Z","caller":"traceutil/trace.go:171","msg":"trace[227303987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23024; }","duration":"1.524673074s","start":"2026-03-02T22:11:07.81247Z","end":"2026-03-02T22:11:09.337143Z","steps":["trace[227303987] 'agreement among raft nodes before linearized reading' (duration: 1.522268732s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.337222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:07.812445Z","time spent":"1.524761557s","remote":"127.0.0.1:56410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:09.337343Z","caller":"traceutil/trace.go:171","msg":"trace[1644026538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23024; }","duration":"2.407932994s","start":"2026-03-02T22:11:06.929397Z","end":"2026-03-02T22:11:09.33733Z","steps":["trace[1644026538] 'agreement among raft nodes before linearized reading' (duration: 2.405717487s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.337399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:06.929374Z","time spent":"2.408014846s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:11:09.33739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:08.527654Z","time spent":"809.600763ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:09.336659Z","caller":"traceutil/trace.go:171","msg":"trace[1623203650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23024; }","duration":"1.589248868s","start":"2026-03-02T22:11:07.747399Z","end":"2026-03-02T22:11:09.336647Z","steps":["trace[1623203650] 'agreement among raft nodes before linearized reading' (duration: 1.58817947s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.337694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:07.747396Z","time spent":"1.590276914s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:11:09.337692Z","caller":"traceutil/trace.go:171","msg":"trace[1475859955] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23024; }","duration":"2.800584468s","start":"2026-03-02T22:11:06.537092Z","end":"2026-03-02T22:11:09.337677Z","steps":["trace[1475859955] 'agreement among raft nodes before linearized reading' (duration: 2.798250309s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.337769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:06.537081Z","time spent":"2.80065968s","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T22:11:09.33785Z","caller":"traceutil/trace.go:171","msg":"trace[19407751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23024; }","duration":"1.591721501s","start":"2026-03-02T22:11:07.746084Z","end":"2026-03-02T22:11:09.337805Z","steps":["trace[19407751] 'agreement among raft nodes before linearized reading' (duration: 1.589186056s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.336976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:07.746801Z","time spent":"1.590162111s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:09.337954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:07.746051Z","time spent":"1.591868275s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:11:09.338183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:06.777482Z","time spent":"2.560664255s","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-03-02T22:11:09.338257Z","caller":"traceutil/trace.go:171","msg":"trace[1220942633] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23024; }","duration":"2.15201178s","start":"2026-03-02T22:11:07.186228Z","end":"2026-03-02T22:11:09.33824Z","steps":["trace[1220942633] 'agreement among raft nodes before linearized reading' (duration: 2.148840389s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.338316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:07.18621Z","time spent":"2.152083581s","remote":"127.0.0.1:49190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:09.338334Z","caller":"traceutil/trace.go:171","msg":"trace[683884119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23024; }","duration":"560.427231ms","start":"2026-03-02T22:11:08.777889Z","end":"2026-03-02T22:11:09.338317Z","steps":["trace[683884119] 'agreement among raft nodes before linearized reading' (duration: 557.188088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.338395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:08.777869Z","time spent":"560.513453ms","remote":"127.0.0.1:46818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:11:09.336759Z","caller":"traceutil/trace.go:171","msg":"trace[998422067] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23024; }","duration":"455.718921ms","start":"2026-03-02T22:11:08.881028Z","end":"2026-03-02T22:11:09.336747Z","steps":["trace[998422067] 'agreement among raft nodes before linearized reading' (duration: 454.387997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.338555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:08.881013Z","time spent":"457.501107ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:09.338569Z","caller":"traceutil/trace.go:171","msg":"trace[497351068] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23024; }","duration":"1.735072623s","start":"2026-03-02T22:11:07.603424Z","end":"2026-03-02T22:11:09.338497Z","steps":["trace[497351068] 'agreement among raft nodes before linearized reading' (duration: 1.731105281s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.338857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:07.603408Z","time spent":"1.735433422s","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T22:11:09.344631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:08.523356Z","time spent":"810.421264ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:09.868775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988241,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:11:09.89902Z","caller":"traceutil/trace.go:171","msg":"trace[903604526] transaction","detail":"{read_only:false; response_revision:23025; number_of_response:1; }","duration":"550.121618ms","start":"2026-03-02T22:11:09.348869Z","end":"2026-03-02T22:11:09.89899Z","steps":["trace[903604526] 'process raft request' (duration: 543.621642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:09.899185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:09.348858Z","time spent":"550.256621ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:10.211557Z","caller":"traceutil/trace.go:171","msg":"trace[552470064] linearizableReadLoop","detail":"{readStateIndex:23834; appliedIndex:23827; }","duration":"843.149032ms","start":"2026-03-02T22:11:09.368386Z","end":"2026-03-02T22:11:10.211535Z","steps":["trace[552470064] 'read index received' (duration: 524.002539ms)","trace[552470064] 'applied index is now lower than readState.Index' (duration: 319.145393ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:10.21159Z","caller":"traceutil/trace.go:171","msg":"trace[260648340] transaction","detail":"{read_only:false; response_revision:23027; number_of_response:1; }","duration":"862.610941ms","start":"2026-03-02T22:11:09.348941Z","end":"2026-03-02T22:11:10.211552Z","steps":["trace[260648340] 'process raft request' (duration: 862.444646ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:10.211686Z","caller":"traceutil/trace.go:171","msg":"trace[1957666999] transaction","detail":"{read_only:false; response_revision:23030; number_of_response:1; }","duration":"861.772828ms","start":"2026-03-02T22:11:09.349905Z","end":"2026-03-02T22:11:10.211678Z","steps":["trace[1957666999] 'process raft request' (duration: 861.564322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:10.211754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:09.348931Z","time spent":"862.735904ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:10.211774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:09.349897Z","time spent":"861.81164ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:10.211745Z","caller":"traceutil/trace.go:171","msg":"trace[1756704115] transaction","detail":"{read_only:false; response_revision:23029; number_of_response:1; }","duration":"862.697652ms","start":"2026-03-02T22:11:09.348999Z","end":"2026-03-02T22:11:10.211696Z","steps":["trace[1756704115] 'process raft request' (duration: 862.443465ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:10.211861Z","caller":"traceutil/trace.go:171","msg":"trace[1186359773] transaction","detail":"{read_only:false; response_revision:23028; number_of_response:1; }","duration":"862.897048ms","start":"2026-03-02T22:11:09.34894Z","end":"2026-03-02T22:11:10.211837Z","steps":["trace[1186359773] 'process raft request' (duration: 862.475117ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:10.211909Z","caller":"traceutil/trace.go:171","msg":"trace[501608511] transaction","detail":"{read_only:false; response_revision:23026; number_of_response:1; }","duration":"862.99284ms","start":"2026-03-02T22:11:09.34889Z","end":"2026-03-02T22:11:10.211883Z","steps":["trace[501608511] 'process raft request' (duration: 862.346034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:10.211944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.580033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:10.21198Z","caller":"traceutil/trace.go:171","msg":"trace[1762694150] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23031; }","duration":"843.651264ms","start":"2026-03-02T22:11:09.368316Z","end":"2026-03-02T22:11:10.211967Z","steps":["trace[1762694150] 'agreement among raft nodes before linearized reading' (duration: 843.559092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:10.211997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:09.348981Z","time spent":"862.896697ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:10.212049Z","caller":"traceutil/trace.go:171","msg":"trace[1108364529] transaction","detail":"{read_only:false; response_revision:23031; number_of_response:1; }","duration":"861.361398ms","start":"2026-03-02T22:11:09.35068Z","end":"2026-03-02T22:11:10.212042Z","steps":["trace[1108364529] 'process raft request' (duration: 860.811395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:10.212098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:09.350671Z","time spent":"861.399979ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:10.212117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.672192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T22:11:10.212147Z","caller":"traceutil/trace.go:171","msg":"trace[1158514953] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23031; }","duration":"452.751793ms","start":"2026-03-02T22:11:09.759383Z","end":"2026-03-02T22:11:10.212135Z","steps":["trace[1158514953] 'agreement among raft nodes before linearized reading' (duration: 452.645131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:10.212198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:09.759353Z","time spent":"452.839767ms","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-02T22:11:10.212009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:09.368296Z","time spent":"843.706425ms","remote":"127.0.0.1:59388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:10.21244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.721427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:10.21255Z","caller":"traceutil/trace.go:171","msg":"trace[1038175608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23031; }","duration":"433.889462ms","start":"2026-03-02T22:11:09.778639Z","end":"2026-03-02T22:11:10.212528Z","steps":["trace[1038175608] 'agreement among raft nodes before linearized reading' (duration: 433.683947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:10.212635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:09.778613Z","time spent":"434.010384ms","remote":"127.0.0.1:46818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:10.212807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:09.348917Z","time spent":"862.97998ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:10.21282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:09.348882Z","time spent":"863.086042ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:13.676166Z","caller":"traceutil/trace.go:171","msg":"trace[1730713508] transaction","detail":"{read_only:false; response_revision:23045; number_of_response:1; }","duration":"295.400235ms","start":"2026-03-02T22:11:13.380738Z","end":"2026-03-02T22:11:13.676138Z","steps":["trace[1730713508] 'process raft request' (duration: 295.225141ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:14.10712Z","caller":"traceutil/trace.go:171","msg":"trace[1331683858] transaction","detail":"{read_only:false; response_revision:23046; number_of_response:1; }","duration":"720.009769ms","start":"2026-03-02T22:11:13.38708Z","end":"2026-03-02T22:11:14.10709Z","steps":["trace[1331683858] 'process raft request' (duration: 719.752002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.107449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:13.387054Z","time spent":"720.164663ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:14.107467Z","caller":"traceutil/trace.go:171","msg":"trace[1248943395] transaction","detail":"{read_only:false; response_revision:23047; number_of_response:1; }","duration":"720.310605ms","start":"2026-03-02T22:11:13.387119Z","end":"2026-03-02T22:11:14.10743Z","steps":["trace[1248943395] 'process raft request' (duration: 719.922155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.107681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:13.387092Z","time spent":"720.454041ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:14.107913Z","caller":"traceutil/trace.go:171","msg":"trace[160880353] transaction","detail":"{read_only:false; response_revision:23048; number_of_response:1; }","duration":"720.749947ms","start":"2026-03-02T22:11:13.387148Z","end":"2026-03-02T22:11:14.107898Z","steps":["trace[160880353] 'process raft request' (duration: 720.191673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.108001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:13.387113Z","time spent":"720.84122ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:14.108124Z","caller":"traceutil/trace.go:171","msg":"trace[1705120733] transaction","detail":"{read_only:false; response_revision:23049; number_of_response:1; }","duration":"720.88337ms","start":"2026-03-02T22:11:13.387205Z","end":"2026-03-02T22:11:14.108089Z","steps":["trace[1705120733] 'process raft request' (duration: 720.49789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.10828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:13.387181Z","time spent":"721.020353ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:14.10842Z","caller":"traceutil/trace.go:171","msg":"trace[822243121] transaction","detail":"{read_only:false; response_revision:23050; number_of_response:1; }","duration":"721.124546ms","start":"2026-03-02T22:11:13.387284Z","end":"2026-03-02T22:11:14.108409Z","steps":["trace[822243121] 'process raft request' (duration: 720.608023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.108481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:13.387227Z","time spent":"721.221429ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:14.108261Z","caller":"traceutil/trace.go:171","msg":"trace[1601772318] transaction","detail":"{read_only:false; response_revision:23051; number_of_response:1; }","duration":"533.057871ms","start":"2026-03-02T22:11:13.575111Z","end":"2026-03-02T22:11:14.108169Z","steps":["trace[1601772318] 'process raft request' (duration: 532.896567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.108757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:13.575087Z","time spent":"533.551563ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:14.110269Z","caller":"traceutil/trace.go:171","msg":"trace[842531587] linearizableReadLoop","detail":"{readStateIndex:23855; appliedIndex:23848; }","duration":"329.420875ms","start":"2026-03-02T22:11:13.780831Z","end":"2026-03-02T22:11:14.110252Z","steps":["trace[842531587] 'read index received' (duration: 326.06749ms)","trace[842531587] 'applied index is now lower than readState.Index' (duration: 3.351885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:14.110495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.613771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:14.110544Z","caller":"traceutil/trace.go:171","msg":"trace[1727465621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23051; }","duration":"329.736164ms","start":"2026-03-02T22:11:13.780793Z","end":"2026-03-02T22:11:14.110529Z","steps":["trace[1727465621] 'agreement among raft nodes before linearized reading' (duration: 329.614081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.110578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:13.780776Z","time spent":"329.794986ms","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:14.111237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.052554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269041"} {"level":"info","ts":"2026-03-02T22:11:14.111284Z","caller":"traceutil/trace.go:171","msg":"trace[658758787] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23051; }","duration":"218.150626ms","start":"2026-03-02T22:11:13.893122Z","end":"2026-03-02T22:11:14.111272Z","steps":["trace[658758787] 'agreement among raft nodes before linearized reading' (duration: 217.625713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.111775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.233598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:11:14.111823Z","caller":"traceutil/trace.go:171","msg":"trace[807664665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23051; }","duration":"193.330001ms","start":"2026-03-02T22:11:13.918482Z","end":"2026-03-02T22:11:14.111812Z","steps":["trace[807664665] 'agreement among raft nodes before linearized reading' (duration: 193.209248ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:26.310591Z","caller":"traceutil/trace.go:171","msg":"trace[729041073] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"153.50682ms","start":"2026-03-02T22:11:26.157059Z","end":"2026-03-02T22:11:26.310566Z","steps":["trace[729041073] 'process raft request' (duration: 153.330536ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:26.607072Z","caller":"traceutil/trace.go:171","msg":"trace[1797379607] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"449.583684ms","start":"2026-03-02T22:11:26.157463Z","end":"2026-03-02T22:11:26.607046Z","steps":["trace[1797379607] 'process raft request' (duration: 449.348738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:26.607249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.157437Z","time spent":"449.718727ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:26.607395Z","caller":"traceutil/trace.go:171","msg":"trace[57067107] linearizableReadLoop","detail":"{readStateIndex:24008; appliedIndex:24003; }","duration":"437.35771ms","start":"2026-03-02T22:11:26.170016Z","end":"2026-03-02T22:11:26.607373Z","steps":["trace[57067107] 'read index received' (duration: 140.333834ms)","trace[57067107] 'applied index is now lower than readState.Index' (duration: 297.022826ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:26.60746Z","caller":"traceutil/trace.go:171","msg":"trace[1997706521] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"449.835109ms","start":"2026-03-02T22:11:26.157607Z","end":"2026-03-02T22:11:26.607442Z","steps":["trace[1997706521] 'process raft request' (duration: 449.387558ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:26.607513Z","caller":"traceutil/trace.go:171","msg":"trace[737517852] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"449.560392ms","start":"2026-03-02T22:11:26.157943Z","end":"2026-03-02T22:11:26.607503Z","steps":["trace[737517852] 'process raft request' (duration: 449.294606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:26.607577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.157597Z","time spent":"449.90642ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:26.607643Z","caller":"traceutil/trace.go:171","msg":"trace[334555372] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"448.975637ms","start":"2026-03-02T22:11:26.158638Z","end":"2026-03-02T22:11:26.607614Z","steps":["trace[334555372] 'process raft request' (duration: 448.68886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:26.607695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.158628Z","time spent":"449.039428ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:26.607587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.157933Z","time spent":"449.608173ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:26.607879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.930264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:11:26.60789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.076709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:11:26.607912Z","caller":"traceutil/trace.go:171","msg":"trace[1647820588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23200; }","duration":"255.987596ms","start":"2026-03-02T22:11:26.351913Z","end":"2026-03-02T22:11:26.6079Z","steps":["trace[1647820588] 'agreement among raft nodes before linearized reading' (duration: 255.873473ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:26.607954Z","caller":"traceutil/trace.go:171","msg":"trace[2136912936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23200; }","duration":"308.169062ms","start":"2026-03-02T22:11:26.29977Z","end":"2026-03-02T22:11:26.607939Z","steps":["trace[2136912936] 'agreement among raft nodes before linearized reading' (duration: 307.989568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:26.608005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.299753Z","time spent":"308.240023ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:11:26.60802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.981906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T22:11:26.608099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.276747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:11:26.608099Z","caller":"traceutil/trace.go:171","msg":"trace[1294426320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23200; }","duration":"438.106579ms","start":"2026-03-02T22:11:26.169975Z","end":"2026-03-02T22:11:26.608081Z","steps":["trace[1294426320] 'agreement among raft nodes before linearized reading' (duration: 437.838463ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:26.608142Z","caller":"traceutil/trace.go:171","msg":"trace[1578153021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23200; }","duration":"262.339449ms","start":"2026-03-02T22:11:26.345792Z","end":"2026-03-02T22:11:26.608131Z","steps":["trace[1578153021] 'agreement among raft nodes before linearized reading' (duration: 262.234926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:26.608152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.169961Z","time spent":"438.182191ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:26.608226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.250048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:11:26.608307Z","caller":"traceutil/trace.go:171","msg":"trace[593774415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23200; }","duration":"259.381751ms","start":"2026-03-02T22:11:26.348908Z","end":"2026-03-02T22:11:26.60829Z","steps":["trace[593774415] 'agreement among raft nodes before linearized reading' (duration: 259.146906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:26.608373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.213098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:11:26.608463Z","caller":"traceutil/trace.go:171","msg":"trace[1509147759] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23200; }","duration":"302.330472ms","start":"2026-03-02T22:11:26.306111Z","end":"2026-03-02T22:11:26.608441Z","steps":["trace[1509147759] 'agreement among raft nodes before linearized reading' (duration: 302.031644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:26.608521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.306102Z","time spent":"302.410205ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:11:27.394628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.215436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:27.394748Z","caller":"traceutil/trace.go:171","msg":"trace[2115921004] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"782.884409ms","start":"2026-03-02T22:11:26.611843Z","end":"2026-03-02T22:11:27.394727Z","steps":["trace[2115921004] 'process raft request' (duration: 329.486768ms)","trace[2115921004] 'compare' (duration: 453.086943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:27.394823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.611826Z","time spent":"782.954051ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:27.395024Z","caller":"traceutil/trace.go:171","msg":"trace[1703102743] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"782.866277ms","start":"2026-03-02T22:11:26.612145Z","end":"2026-03-02T22:11:27.395012Z","steps":["trace[1703102743] 'process raft request' (duration: 782.726454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.395093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.612125Z","time spent":"782.9373ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:27.395094Z","caller":"traceutil/trace.go:171","msg":"trace[2069499806] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"782.848497ms","start":"2026-03-02T22:11:26.612227Z","end":"2026-03-02T22:11:27.395076Z","steps":["trace[2069499806] 'process raft request' (duration: 782.726074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.395176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.61222Z","time spent":"782.913969ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:27.395282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.097972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:27.395326Z","caller":"traceutil/trace.go:171","msg":"trace[1900284830] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"782.710154ms","start":"2026-03-02T22:11:26.612603Z","end":"2026-03-02T22:11:27.395314Z","steps":["trace[1900284830] 'process raft request' (duration: 782.470737ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:27.395373Z","caller":"traceutil/trace.go:171","msg":"trace[1775238502] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"781.819742ms","start":"2026-03-02T22:11:26.613543Z","end":"2026-03-02T22:11:27.395363Z","steps":["trace[1775238502] 'process raft request' (duration: 781.574575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.395388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.612595Z","time spent":"782.762055ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:27.395174Z","caller":"traceutil/trace.go:171","msg":"trace[407461386] linearizableReadLoop","detail":"{readStateIndex:24014; appliedIndex:24008; }","duration":"780.986369ms","start":"2026-03-02T22:11:26.614171Z","end":"2026-03-02T22:11:27.395157Z","steps":["trace[407461386] 'read index received' (duration: 327.26076ms)","trace[407461386] 'applied index is now lower than readState.Index' (duration: 453.724389ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:27.395393Z","caller":"traceutil/trace.go:171","msg":"trace[1152667927] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"782.828148ms","start":"2026-03-02T22:11:26.612536Z","end":"2026-03-02T22:11:27.395364Z","steps":["trace[1152667927] 'process raft request' (duration: 782.459238ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:27.395334Z","caller":"traceutil/trace.go:171","msg":"trace[896857988] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23206; }","duration":"781.168785ms","start":"2026-03-02T22:11:26.614154Z","end":"2026-03-02T22:11:27.395323Z","steps":["trace[896857988] 'agreement among raft nodes before linearized reading' (duration: 781.054761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.395436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.613535Z","time spent":"781.866073ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:27.395481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.614147Z","time spent":"781.326129ms","remote":"127.0.0.1:46982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:11:27.395528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.612526Z","time spent":"782.92908ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:27.395604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.549385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0e99e30-ebe4-40e3-a541-2b9d19b751f2\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-02T22:11:27.395693Z","caller":"traceutil/trace.go:171","msg":"trace[1817442028] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0e99e30-ebe4-40e3-a541-2b9d19b751f2; range_end:; response_count:1; response_revision:23206; }","duration":"626.667888ms","start":"2026-03-02T22:11:26.769011Z","end":"2026-03-02T22:11:27.395679Z","steps":["trace[1817442028] 'agreement among raft nodes before linearized reading' (duration: 626.486543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.395713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.402597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:27.395728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.768993Z","time spent":"626.725069ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0e99e30-ebe4-40e3-a541-2b9d19b751f2\" "} {"level":"info","ts":"2026-03-02T22:11:27.395746Z","caller":"traceutil/trace.go:171","msg":"trace[486640107] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23206; }","duration":"208.426228ms","start":"2026-03-02T22:11:27.187304Z","end":"2026-03-02T22:11:27.39573Z","steps":["trace[486640107] 'agreement among raft nodes before linearized reading' (duration: 208.387067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.395654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.445094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:27.395641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.794595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0e99e30-ebe4-40e3-a541-2b9d19b751f2\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-02T22:11:27.395802Z","caller":"traceutil/trace.go:171","msg":"trace[1411660420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23206; }","duration":"619.660198ms","start":"2026-03-02T22:11:26.776119Z","end":"2026-03-02T22:11:27.395779Z","steps":["trace[1411660420] 'agreement among raft nodes before linearized reading' (duration: 619.417952ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:27.395815Z","caller":"traceutil/trace.go:171","msg":"trace[7673608] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0e99e30-ebe4-40e3-a541-2b9d19b751f2; range_end:; response_count:1; response_revision:23206; }","duration":"337.03436ms","start":"2026-03-02T22:11:27.058765Z","end":"2026-03-02T22:11:27.3958Z","steps":["trace[7673608] 'agreement among raft nodes before linearized reading' (duration: 336.753054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.395862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.058744Z","time spent":"337.105083ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0e99e30-ebe4-40e3-a541-2b9d19b751f2\" "} {"level":"warn","ts":"2026-03-02T22:11:27.395866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.776108Z","time spent":"619.742751ms","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:27.396899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.029765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:11:27.396939Z","caller":"traceutil/trace.go:171","msg":"trace[1263568968] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23206; }","duration":"493.111908ms","start":"2026-03-02T22:11:26.903818Z","end":"2026-03-02T22:11:27.39693Z","steps":["trace[1263568968] 'agreement among raft nodes before linearized reading' (duration: 491.705842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.396967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.903798Z","time spent":"493.16224ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2714,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:28.020818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.601446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:28.021037Z","caller":"traceutil/trace.go:171","msg":"trace[667406084] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"271.610066ms","start":"2026-03-02T22:11:27.749399Z","end":"2026-03-02T22:11:28.021009Z","steps":["trace[667406084] 'process raft request' (duration: 271.516324ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:28.02123Z","caller":"traceutil/trace.go:171","msg":"trace[1216828135] linearizableReadLoop","detail":"{readStateIndex:24015; appliedIndex:24014; }","duration":"616.513368ms","start":"2026-03-02T22:11:27.404696Z","end":"2026-03-02T22:11:28.021209Z","steps":["trace[1216828135] 'read index received' (duration: 476.44096ms)","trace[1216828135] 'applied index is now lower than readState.Index' (duration: 140.070498ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:28.021336Z","caller":"traceutil/trace.go:171","msg":"trace[372914923] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"618.339405ms","start":"2026-03-02T22:11:27.402965Z","end":"2026-03-02T22:11:28.021304Z","steps":["trace[372914923] 'process raft request' (duration: 478.154054ms)","trace[372914923] 'compare' (duration: 139.402231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:28.021365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.661192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:28.021396Z","caller":"traceutil/trace.go:171","msg":"trace[130778771] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23208; }","duration":"616.719823ms","start":"2026-03-02T22:11:27.404666Z","end":"2026-03-02T22:11:28.021386Z","steps":["trace[130778771] 'agreement among raft nodes before linearized reading' (duration: 616.648391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:28.021422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.404658Z","time spent":"616.756974ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:11:28.02147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.637377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:28.021496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.350221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:28.021506Z","caller":"traceutil/trace.go:171","msg":"trace[1273761493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23208; }","duration":"241.72581ms","start":"2026-03-02T22:11:27.779769Z","end":"2026-03-02T22:11:28.021494Z","steps":["trace[1273761493] 'agreement among raft nodes before linearized reading' (duration: 241.638297ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:28.021529Z","caller":"traceutil/trace.go:171","msg":"trace[573203657] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23208; }","duration":"341.452234ms","start":"2026-03-02T22:11:27.680066Z","end":"2026-03-02T22:11:28.021519Z","steps":["trace[573203657] 'agreement among raft nodes before linearized reading' (duration: 341.342511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:28.021525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.40292Z","time spent":"618.468728ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:28.021521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.529887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:28.021556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.680059Z","time spent":"341.488585ms","remote":"127.0.0.1:50296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:28.021581Z","caller":"traceutil/trace.go:171","msg":"trace[985637692] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23208; }","duration":"384.704581ms","start":"2026-03-02T22:11:27.636861Z","end":"2026-03-02T22:11:28.021566Z","steps":["trace[985637692] 'agreement among raft nodes before linearized reading' (duration: 384.542987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:28.021612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.636838Z","time spent":"384.766972ms","remote":"127.0.0.1:55826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:28.901462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:29.078919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.922079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:29.079013Z","caller":"traceutil/trace.go:171","msg":"trace[338635971] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23208; }","duration":"776.050333ms","start":"2026-03-02T22:11:28.302931Z","end":"2026-03-02T22:11:29.078982Z","steps":["trace[338635971] 'count revisions from in-memory index tree' (duration: 775.835958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:29.079078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:28.302913Z","time spent":"776.152377ms","remote":"127.0.0.1:57584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:29.121953Z","caller":"traceutil/trace.go:171","msg":"trace[685548083] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"806.660118ms","start":"2026-03-02T22:11:28.315274Z","end":"2026-03-02T22:11:29.121934Z","steps":["trace[685548083] 'process raft request' (duration: 806.504144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:29.122105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:28.315259Z","time spent":"806.77073ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:29.677356Z","caller":"traceutil/trace.go:171","msg":"trace[246195249] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"1.064188612s","start":"2026-03-02T22:11:28.613141Z","end":"2026-03-02T22:11:29.67733Z","steps":["trace[246195249] 'process raft request' (duration: 1.033388643s)","trace[246195249] 'compare' (duration: 30.607874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:29.677509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:28.613121Z","time spent":"1.064314205s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:29.677702Z","caller":"traceutil/trace.go:171","msg":"trace[161699655] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"1.064451719s","start":"2026-03-02T22:11:28.613219Z","end":"2026-03-02T22:11:29.677671Z","steps":["trace[161699655] 'process raft request' (duration: 1.064061099s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:29.67787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:28.613214Z","time spent":"1.064563872s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:29.678016Z","caller":"traceutil/trace.go:171","msg":"trace[491920436] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"1.064727556s","start":"2026-03-02T22:11:28.613271Z","end":"2026-03-02T22:11:29.677998Z","steps":["trace[491920436] 'process raft request' (duration: 1.064302905s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:29.678113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:28.613246Z","time spent":"1.064811048s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:29.678084Z","caller":"traceutil/trace.go:171","msg":"trace[18733951] linearizableReadLoop","detail":"{readStateIndex:24021; appliedIndex:24016; }","duration":"1.276860679s","start":"2026-03-02T22:11:28.40121Z","end":"2026-03-02T22:11:29.678071Z","steps":["trace[18733951] 'read index received' (duration: 720.562464ms)","trace[18733951] 'applied index is now lower than readState.Index' (duration: 556.297365ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:29.678658Z","caller":"traceutil/trace.go:171","msg":"trace[1927116880] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"1.06529786s","start":"2026-03-02T22:11:28.61334Z","end":"2026-03-02T22:11:29.678638Z","steps":["trace[1927116880] 'process raft request' (duration: 1.064619483s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:29.678731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:28.613304Z","time spent":"1.065389783s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:29.678825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277587687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0e99e30-ebe4-40e3-a541-2b9d19b751f2\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-02T22:11:29.678898Z","caller":"traceutil/trace.go:171","msg":"trace[2063016329] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0e99e30-ebe4-40e3-a541-2b9d19b751f2; range_end:; response_count:1; response_revision:23213; }","duration":"1.2777103s","start":"2026-03-02T22:11:28.401167Z","end":"2026-03-02T22:11:29.678877Z","steps":["trace[2063016329] 'agreement among raft nodes before linearized reading' (duration: 1.277533656s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:29.678944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:28.401146Z","time spent":"1.277789751s","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0e99e30-ebe4-40e3-a541-2b9d19b751f2\" "} {"level":"warn","ts":"2026-03-02T22:11:30.075199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.050578ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:30.075311Z","caller":"traceutil/trace.go:171","msg":"trace[975549524] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23213; }","duration":"117.175012ms","start":"2026-03-02T22:11:29.958121Z","end":"2026-03-02T22:11:30.075296Z","steps":["trace[975549524] 'range keys from in-memory index tree' (duration: 117.035697ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:30.08141Z","caller":"traceutil/trace.go:171","msg":"trace[432424883] linearizableReadLoop","detail":"{readStateIndex:24022; appliedIndex:24021; }","duration":"403.080243ms","start":"2026-03-02T22:11:29.678292Z","end":"2026-03-02T22:11:30.081373Z","steps":["trace[432424883] 'read index received' (duration: 402.724954ms)","trace[432424883] 'applied index is now lower than readState.Index' (duration: 353.299µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:30.081488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035334272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:11:30.081554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.04153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:11:30.081596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.6573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:11:30.081613Z","caller":"traceutil/trace.go:171","msg":"trace[1164693509] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"939.359546ms","start":"2026-03-02T22:11:29.142227Z","end":"2026-03-02T22:11:30.081587Z","steps":["trace[1164693509] 'process raft request' (duration: 938.870933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.081661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303723597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:30.081662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.161483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:11:30.081695Z","caller":"traceutil/trace.go:171","msg":"trace[1983317831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23214; }","duration":"1.303774248s","start":"2026-03-02T22:11:28.777909Z","end":"2026-03-02T22:11:30.081683Z","steps":["trace[1983317831] 'agreement among raft nodes before linearized reading' (duration: 1.303724847s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:30.081699Z","caller":"traceutil/trace.go:171","msg":"trace[1567256226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23214; }","duration":"681.246255ms","start":"2026-03-02T22:11:29.400444Z","end":"2026-03-02T22:11:30.08169Z","steps":["trace[1567256226] 'agreement among raft nodes before linearized reading' (duration: 681.139513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.081729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.400419Z","time spent":"681.302627ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:11:30.081744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:28.777897Z","time spent":"1.30382154s","remote":"127.0.0.1:46818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:30.081738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.142205Z","time spent":"939.457668ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:30.081782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.6667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:11:30.081771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.217669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T22:11:30.081799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282699268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-02T22:11:30.081811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.410644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:11:30.081839Z","caller":"traceutil/trace.go:171","msg":"trace[1484320033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23214; }","duration":"680.725531ms","start":"2026-03-02T22:11:29.401101Z","end":"2026-03-02T22:11:30.081826Z","steps":["trace[1484320033] 'agreement among raft nodes before linearized reading' (duration: 680.585478ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:30.081609Z","caller":"traceutil/trace.go:171","msg":"trace[891985420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23214; }","duration":"681.146823ms","start":"2026-03-02T22:11:29.400449Z","end":"2026-03-02T22:11:30.081596Z","steps":["trace[891985420] 'agreement among raft nodes before linearized reading' (duration: 680.983408ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:30.081865Z","caller":"traceutil/trace.go:171","msg":"trace[389724210] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23214; }","duration":"1.282847291s","start":"2026-03-02T22:11:28.798998Z","end":"2026-03-02T22:11:30.081845Z","steps":["trace[389724210] 'agreement among raft nodes before linearized reading' (duration: 1.282560594s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:30.081893Z","caller":"traceutil/trace.go:171","msg":"trace[1365429513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23214; }","duration":"680.524037ms","start":"2026-03-02T22:11:29.401348Z","end":"2026-03-02T22:11:30.081872Z","steps":["trace[1365429513] 'agreement among raft nodes before linearized reading' (duration: 680.293781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.0819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.400421Z","time spent":"681.466631ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:11:30.081899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.400985Z","time spent":"680.897527ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:30.081916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:28.798979Z","time spent":"1.282927264s","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-02T22:11:30.08194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.401336Z","time spent":"680.596519ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:11:30.081659Z","caller":"traceutil/trace.go:171","msg":"trace[1123030134] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23214; }","duration":"680.773904ms","start":"2026-03-02T22:11:29.400866Z","end":"2026-03-02T22:11:30.08164Z","steps":["trace[1123030134] 'agreement among raft nodes before linearized reading' (duration: 680.527477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.082018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.400857Z","time spent":"681.142813ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:11:30.081557Z","caller":"traceutil/trace.go:171","msg":"trace[1912303397] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23214; }","duration":"1.035447036s","start":"2026-03-02T22:11:29.046096Z","end":"2026-03-02T22:11:30.081543Z","steps":["trace[1912303397] 'agreement among raft nodes before linearized reading' (duration: 1.035310682s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.08221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.046078Z","time spent":"1.036109173s","remote":"127.0.0.1:56392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:30.081856Z","caller":"traceutil/trace.go:171","msg":"trace[1404519178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23214; }","duration":"680.393364ms","start":"2026-03-02T22:11:29.401443Z","end":"2026-03-02T22:11:30.081836Z","steps":["trace[1404519178] 'agreement among raft nodes before linearized reading' (duration: 680.079035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.082273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.401427Z","time spent":"680.835186ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:30.082817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312038479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:30.082896Z","caller":"traceutil/trace.go:171","msg":"trace[543390949] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23214; }","duration":"1.312789399s","start":"2026-03-02T22:11:28.770084Z","end":"2026-03-02T22:11:30.082873Z","steps":["trace[543390949] 'agreement among raft nodes before linearized reading' (duration: 1.311605519s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.083991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:28.770058Z","time spent":"1.31287687s","remote":"127.0.0.1:59440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:30.150215Z","caller":"traceutil/trace.go:171","msg":"trace[1349668175] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"123.761839ms","start":"2026-03-02T22:11:30.026412Z","end":"2026-03-02T22:11:30.150174Z","steps":["trace[1349668175] 'process raft request' (duration: 123.377139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.150253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.812586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:30.150275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.462423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T22:11:30.150319Z","caller":"traceutil/trace.go:171","msg":"trace[1510130568] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23215; }","duration":"181.915878ms","start":"2026-03-02T22:11:29.968385Z","end":"2026-03-02T22:11:30.150301Z","steps":["trace[1510130568] 'agreement among raft nodes before linearized reading' (duration: 181.802256ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:30.150346Z","caller":"traceutil/trace.go:171","msg":"trace[1747920133] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23215; }","duration":"280.598556ms","start":"2026-03-02T22:11:29.86973Z","end":"2026-03-02T22:11:30.150329Z","steps":["trace[1747920133] 'agreement among raft nodes before linearized reading' (duration: 280.365099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.150388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.69854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T22:11:30.150437Z","caller":"traceutil/trace.go:171","msg":"trace[2022478829] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23215; }","duration":"266.820703ms","start":"2026-03-02T22:11:29.883603Z","end":"2026-03-02T22:11:30.150424Z","steps":["trace[2022478829] 'agreement among raft nodes before linearized reading' (duration: 266.650849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.150525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.752729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:11:30.150663Z","caller":"traceutil/trace.go:171","msg":"trace[1311683810] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23215; }","duration":"467.943644ms","start":"2026-03-02T22:11:29.682697Z","end":"2026-03-02T22:11:30.15064Z","steps":["trace[1311683810] 'agreement among raft nodes before linearized reading' (duration: 467.507253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.150716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.682682Z","time spent":"468.025855ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:11:30.150723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.948467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:30.150771Z","caller":"traceutil/trace.go:171","msg":"trace[185473849] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23215; }","duration":"244.025408ms","start":"2026-03-02T22:11:29.906733Z","end":"2026-03-02T22:11:30.150759Z","steps":["trace[185473849] 'agreement among raft nodes before linearized reading' (duration: 243.350201ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:30.413478Z","caller":"traceutil/trace.go:171","msg":"trace[1906890658] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"326.476771ms","start":"2026-03-02T22:11:30.086976Z","end":"2026-03-02T22:11:30.413453Z","steps":["trace[1906890658] 'process raft request' (duration: 326.296556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.413659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.61835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-94728a88-e954-4400-a0d2-c406d5a15ab6\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T22:11:30.413691Z","caller":"traceutil/trace.go:171","msg":"trace[1134448697] range","detail":"{range_begin:/registry/persistentvolumes/pvc-94728a88-e954-4400-a0d2-c406d5a15ab6; range_end:; response_count:1; response_revision:23221; }","duration":"327.684132ms","start":"2026-03-02T22:11:30.086Z","end":"2026-03-02T22:11:30.413684Z","steps":["trace[1134448697] 'agreement among raft nodes before linearized reading' (duration: 327.552828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.413712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:30.085952Z","time spent":"327.755133ms","remote":"127.0.0.1:46946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-94728a88-e954-4400-a0d2-c406d5a15ab6\" "} {"level":"info","ts":"2026-03-02T22:11:30.413862Z","caller":"traceutil/trace.go:171","msg":"trace[160268910] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"326.771719ms","start":"2026-03-02T22:11:30.087082Z","end":"2026-03-02T22:11:30.413853Z","steps":["trace[160268910] 'process raft request' (duration: 326.306617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.413907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:30.087073Z","time spent":"326.808639ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:30.413989Z","caller":"traceutil/trace.go:171","msg":"trace[449591403] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"325.340911ms","start":"2026-03-02T22:11:30.08864Z","end":"2026-03-02T22:11:30.41398Z","steps":["trace[449591403] 'process raft request' (duration: 324.853219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.41402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.795012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:30.414044Z","caller":"traceutil/trace.go:171","msg":"trace[2088110817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23221; }","duration":"323.841702ms","start":"2026-03-02T22:11:30.090195Z","end":"2026-03-02T22:11:30.414037Z","steps":["trace[2088110817] 'agreement among raft nodes before linearized reading' (duration: 323.803611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.414064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:30.090183Z","time spent":"323.877073ms","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:30.414106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:30.088629Z","time spent":"325.421923ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:30.413655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:30.086946Z","time spent":"326.645805ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:30.414245Z","caller":"traceutil/trace.go:171","msg":"trace[829736009] transaction","detail":"{read_only:false; response_revision:23218; number_of_response:1; }","duration":"327.102577ms","start":"2026-03-02T22:11:30.087135Z","end":"2026-03-02T22:11:30.414237Z","steps":["trace[829736009] 'process raft request' (duration: 326.284186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.414317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:30.087129Z","time spent":"327.166278ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:30.414421Z","caller":"traceutil/trace.go:171","msg":"trace[477715833] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"327.244719ms","start":"2026-03-02T22:11:30.087168Z","end":"2026-03-02T22:11:30.414413Z","steps":["trace[477715833] 'process raft request' (duration: 326.274255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.414489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:30.087143Z","time spent":"327.324383ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:30.414518Z","caller":"traceutil/trace.go:171","msg":"trace[1182127250] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"326.482551ms","start":"2026-03-02T22:11:30.088028Z","end":"2026-03-02T22:11:30.414511Z","steps":["trace[1182127250] 'process raft request' (duration: 325.440404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.414562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:30.087995Z","time spent":"326.546271ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:30.413526Z","caller":"traceutil/trace.go:171","msg":"trace[1048023885] linearizableReadLoop","detail":"{readStateIndex:24029; appliedIndex:24023; }","duration":"263.55487ms","start":"2026-03-02T22:11:30.14996Z","end":"2026-03-02T22:11:30.413515Z","steps":["trace[1048023885] 'read index received' (duration: 263.301272ms)","trace[1048023885] 'applied index is now lower than readState.Index' (duration: 253.048µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:30.419513Z","caller":"traceutil/trace.go:171","msg":"trace[1487142161] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"263.403945ms","start":"2026-03-02T22:11:30.156094Z","end":"2026-03-02T22:11:30.419498Z","steps":["trace[1487142161] 'process raft request' (duration: 263.17712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.42061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.451018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:11:30.420647Z","caller":"traceutil/trace.go:171","msg":"trace[1957668962] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23222; }","duration":"256.52387ms","start":"2026-03-02T22:11:30.164113Z","end":"2026-03-02T22:11:30.420637Z","steps":["trace[1957668962] 'agreement among raft nodes before linearized reading' (duration: 256.405737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.420844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.808656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:30.420868Z","caller":"traceutil/trace.go:171","msg":"trace[1440638151] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23222; }","duration":"131.885897ms","start":"2026-03-02T22:11:30.288975Z","end":"2026-03-02T22:11:30.420861Z","steps":["trace[1440638151] 'agreement among raft nodes before linearized reading' (duration: 131.843986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:32.690396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816988753,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:11:32.88026Z","caller":"traceutil/trace.go:171","msg":"trace[68980830] linearizableReadLoop","detail":"{readStateIndex:24040; appliedIndex:24039; }","duration":"690.871942ms","start":"2026-03-02T22:11:32.189364Z","end":"2026-03-02T22:11:32.880236Z","steps":["trace[68980830] 'read index received' (duration: 690.652177ms)","trace[68980830] 'applied index is now lower than readState.Index' (duration: 219.065µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:32.880836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.446047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:32.881728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.523648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:11:32.881821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.94323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:11:32.881832Z","caller":"traceutil/trace.go:171","msg":"trace[1827840704] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23231; }","duration":"452.62454ms","start":"2026-03-02T22:11:32.429163Z","end":"2026-03-02T22:11:32.881787Z","steps":["trace[1827840704] 'agreement among raft nodes before linearized reading' (duration: 451.732058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:32.881872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.429158Z","time spent":"452.706062ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:11:32.881882Z","caller":"traceutil/trace.go:171","msg":"trace[1903248207] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23231; }","duration":"455.013622ms","start":"2026-03-02T22:11:32.42684Z","end":"2026-03-02T22:11:32.881854Z","steps":["trace[1903248207] 'agreement among raft nodes before linearized reading' (duration: 454.049948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:32.881919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.426828Z","time spent":"455.083833ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:32.882058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.123239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:11:32.882092Z","caller":"traceutil/trace.go:171","msg":"trace[336953914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23231; }","duration":"454.1571ms","start":"2026-03-02T22:11:32.427919Z","end":"2026-03-02T22:11:32.882076Z","steps":["trace[336953914] 'agreement among raft nodes before linearized reading' (duration: 454.072398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:32.882115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.427914Z","time spent":"454.195681ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:32.882277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.968019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0e99e30-ebe4-40e3-a541-2b9d19b751f2\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-03-02T22:11:32.882315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.847881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:11:32.882372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.983581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:32.88238Z","caller":"traceutil/trace.go:171","msg":"trace[1414667963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23231; }","duration":"444.908803ms","start":"2026-03-02T22:11:32.437445Z","end":"2026-03-02T22:11:32.882354Z","steps":["trace[1414667963] 'agreement among raft nodes before linearized reading' (duration: 444.7801ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:32.882398Z","caller":"traceutil/trace.go:171","msg":"trace[1147387486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23231; }","duration":"104.028993ms","start":"2026-03-02T22:11:32.778358Z","end":"2026-03-02T22:11:32.882387Z","steps":["trace[1147387486] 'agreement among raft nodes before linearized reading' (duration: 103.985862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:32.882422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.43744Z","time spent":"444.973875ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:32.882423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.981631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:11:32.882472Z","caller":"traceutil/trace.go:171","msg":"trace[531617161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23231; }","duration":"455.015601ms","start":"2026-03-02T22:11:32.427434Z","end":"2026-03-02T22:11:32.882449Z","steps":["trace[531617161] 'agreement among raft nodes before linearized reading' (duration: 454.928779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:32.8825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.42743Z","time spent":"455.064814ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:11:32.88233Z","caller":"traceutil/trace.go:171","msg":"trace[1324114100] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0e99e30-ebe4-40e3-a541-2b9d19b751f2; range_end:; response_count:1; response_revision:23231; }","duration":"189.051391ms","start":"2026-03-02T22:11:32.69327Z","end":"2026-03-02T22:11:32.882321Z","steps":["trace[1324114100] 'agreement among raft nodes before linearized reading' (duration: 188.934189ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:32.890578Z","caller":"traceutil/trace.go:171","msg":"trace[685030927] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"726.531925ms","start":"2026-03-02T22:11:32.154283Z","end":"2026-03-02T22:11:32.880814Z","steps":["trace[685030927] 'process raft request' (duration: 725.797876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:32.890727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.154267Z","time spent":"736.384637ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:32.891391Z","caller":"traceutil/trace.go:171","msg":"trace[1614473690] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23231; }","duration":"691.549269ms","start":"2026-03-02T22:11:32.189328Z","end":"2026-03-02T22:11:32.880877Z","steps":["trace[1614473690] 'agreement among raft nodes before linearized reading' (duration: 691.427436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:32.891512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.18931Z","time spent":"702.16219ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:32.891779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.983321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:11:32.891835Z","caller":"traceutil/trace.go:171","msg":"trace[810557198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23231; }","duration":"464.094044ms","start":"2026-03-02T22:11:32.427726Z","end":"2026-03-02T22:11:32.89182Z","steps":["trace[810557198] 'agreement among raft nodes before linearized reading' (duration: 453.279397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:32.89195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.427705Z","time spent":"464.234688ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:11:33.654619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.427791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:33.654738Z","caller":"traceutil/trace.go:171","msg":"trace[742463494] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"762.087256ms","start":"2026-03-02T22:11:32.89263Z","end":"2026-03-02T22:11:33.654717Z","steps":["trace[742463494] 'process raft request' (duration: 276.475ms)","trace[742463494] 'compare' (duration: 484.938008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:33.654799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.892609Z","time spent":"762.159747ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:34.164415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.461164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:34.164656Z","caller":"traceutil/trace.go:171","msg":"trace[273833577] transaction","detail":"{read_only:false; response_revision:23235; number_of_response:1; }","duration":"1.266152935s","start":"2026-03-02T22:11:32.898483Z","end":"2026-03-02T22:11:34.164636Z","steps":["trace[273833577] 'process raft request' (duration: 1.266092093s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:34.164642Z","caller":"traceutil/trace.go:171","msg":"trace[738134556] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"1.270068236s","start":"2026-03-02T22:11:32.89453Z","end":"2026-03-02T22:11:34.164598Z","steps":["trace[738134556] 'process raft request' (duration: 962.315654ms)","trace[738134556] 'compare' (duration: 307.31798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:34.164718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.898473Z","time spent":"1.266217936s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:34.164866Z","caller":"traceutil/trace.go:171","msg":"trace[1908370565] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"1.266763319s","start":"2026-03-02T22:11:32.898094Z","end":"2026-03-02T22:11:34.164857Z","steps":["trace[1908370565] 'process raft request' (duration: 1.266435351s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:34.164905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.89808Z","time spent":"1.266801611s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:34.165028Z","caller":"traceutil/trace.go:171","msg":"trace[1715064465] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"1.266396441s","start":"2026-03-02T22:11:32.898622Z","end":"2026-03-02T22:11:34.165018Z","steps":["trace[1715064465] 'process raft request' (duration: 1.265978351s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:34.165066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.898604Z","time spent":"1.266440482s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:34.165275Z","caller":"traceutil/trace.go:171","msg":"trace[623281672] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"1.266502494s","start":"2026-03-02T22:11:32.898749Z","end":"2026-03-02T22:11:34.165252Z","steps":["trace[623281672] 'process raft request' (duration: 1.266227546s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:34.165344Z","caller":"traceutil/trace.go:171","msg":"trace[1153336859] linearizableReadLoop","detail":"{readStateIndex:24046; appliedIndex:24040; }","duration":"1.043578415s","start":"2026-03-02T22:11:33.121747Z","end":"2026-03-02T22:11:34.165325Z","steps":["trace[1153336859] 'read index received' (duration: 47.372204ms)","trace[1153336859] 'applied index is now lower than readState.Index' (duration: 996.203751ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:34.16536Z","caller":"traceutil/trace.go:171","msg":"trace[1647461794] transaction","detail":"{read_only:false; response_revision:23239; number_of_response:1; }","duration":"475.857367ms","start":"2026-03-02T22:11:33.689486Z","end":"2026-03-02T22:11:34.165344Z","steps":["trace[1647461794] 'process raft request' (duration: 475.773265ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:34.165323Z","caller":"traceutil/trace.go:171","msg":"trace[1779557047] transaction","detail":"{read_only:false; response_revision:23238; number_of_response:1; }","duration":"1.028621482s","start":"2026-03-02T22:11:33.136655Z","end":"2026-03-02T22:11:34.165277Z","steps":["trace[1779557047] 'process raft request' (duration: 1.028532409s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:34.16543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:33.68946Z","time spent":"475.939918ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:34.165387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.898741Z","time spent":"1.266595526s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:34.165527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04378079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:34.165569Z","caller":"traceutil/trace.go:171","msg":"trace[338873357] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23240; }","duration":"1.043827791s","start":"2026-03-02T22:11:33.12173Z","end":"2026-03-02T22:11:34.165558Z","steps":["trace[338873357] 'agreement among raft nodes before linearized reading' (duration: 1.043678427s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:34.165559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:33.13663Z","time spent":"1.028805817s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:34.165592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:33.121711Z","time spent":"1.043876632s","remote":"127.0.0.1:57608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:34.165615Z","caller":"traceutil/trace.go:171","msg":"trace[852221589] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"471.304479ms","start":"2026-03-02T22:11:33.694298Z","end":"2026-03-02T22:11:34.165603Z","steps":["trace[852221589] 'process raft request' (duration: 471.261288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:34.165676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.381727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:11:34.165685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:33.694287Z","time spent":"471.357851ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:34.165709Z","caller":"traceutil/trace.go:171","msg":"trace[136052572] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23242; }","duration":"759.449198ms","start":"2026-03-02T22:11:33.406247Z","end":"2026-03-02T22:11:34.165696Z","steps":["trace[136052572] 'agreement among raft nodes before linearized reading' (duration: 759.340296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:34.165728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:33.406226Z","time spent":"759.49849ms","remote":"127.0.0.1:46962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:34.165768Z","caller":"traceutil/trace.go:171","msg":"trace[53216826] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"474.263225ms","start":"2026-03-02T22:11:33.691496Z","end":"2026-03-02T22:11:34.16576Z","steps":["trace[53216826] 'process raft request' (duration: 473.799284ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:34.165775Z","caller":"traceutil/trace.go:171","msg":"trace[416424495] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"473.355642ms","start":"2026-03-02T22:11:33.69241Z","end":"2026-03-02T22:11:34.165766Z","steps":["trace[416424495] 'process raft request' (duration: 473.073185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:34.165752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.507556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:34.165806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:33.69147Z","time spent":"474.315376ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:34.165818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:33.692384Z","time spent":"473.412924ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:34.165846Z","caller":"traceutil/trace.go:171","msg":"trace[625856589] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23242; }","duration":"220.693041ms","start":"2026-03-02T22:11:33.945127Z","end":"2026-03-02T22:11:34.165821Z","steps":["trace[625856589] 'agreement among raft nodes before linearized reading' (duration: 220.501647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:34.165937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.888206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0e99e30-ebe4-40e3-a541-2b9d19b751f2\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-03-02T22:11:34.164784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.894506Z","time spent":"1.270199588s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:34.165977Z","caller":"traceutil/trace.go:171","msg":"trace[1794408419] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0e99e30-ebe4-40e3-a541-2b9d19b751f2; range_end:; response_count:1; response_revision:23242; }","duration":"277.967148ms","start":"2026-03-02T22:11:33.887998Z","end":"2026-03-02T22:11:34.165965Z","steps":["trace[1794408419] 'agreement among raft nodes before linearized reading' (duration: 277.775182ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:38.005862Z","caller":"traceutil/trace.go:171","msg":"trace[92567104] linearizableReadLoop","detail":"{readStateIndex:24093; appliedIndex:24092; }","duration":"282.74974ms","start":"2026-03-02T22:11:37.723091Z","end":"2026-03-02T22:11:38.005841Z","steps":["trace[92567104] 'read index received' (duration: 282.544635ms)","trace[92567104] 'applied index is now lower than readState.Index' (duration: 203.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:38.006194Z","caller":"traceutil/trace.go:171","msg":"trace[1889360698] transaction","detail":"{read_only:false; response_revision:23282; number_of_response:1; }","duration":"326.180833ms","start":"2026-03-02T22:11:37.680002Z","end":"2026-03-02T22:11:38.006183Z","steps":["trace[1889360698] 'process raft request' (duration: 325.703511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.006294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:37.679979Z","time spent":"326.248085ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:38.006536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.449809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-02T22:11:38.006568Z","caller":"traceutil/trace.go:171","msg":"trace[1927766494] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23282; }","duration":"283.52074ms","start":"2026-03-02T22:11:37.723038Z","end":"2026-03-02T22:11:38.006559Z","steps":["trace[1927766494] 'agreement among raft nodes before linearized reading' (duration: 283.409727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.006733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.1858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:38.006762Z","caller":"traceutil/trace.go:171","msg":"trace[947711021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23282; }","duration":"229.258012ms","start":"2026-03-02T22:11:37.777496Z","end":"2026-03-02T22:11:38.006754Z","steps":["trace[947711021] 'agreement among raft nodes before linearized reading' (duration: 229.208621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.006998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.914396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-03-02T22:11:38.007028Z","caller":"traceutil/trace.go:171","msg":"trace[970964758] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23282; }","duration":"150.981086ms","start":"2026-03-02T22:11:37.856039Z","end":"2026-03-02T22:11:38.007021Z","steps":["trace[970964758] 'agreement among raft nodes before linearized reading' (duration: 150.897604ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:38.457918Z","caller":"traceutil/trace.go:171","msg":"trace[1872452766] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"283.173562ms","start":"2026-03-02T22:11:38.174727Z","end":"2026-03-02T22:11:38.4579Z","steps":["trace[1872452766] 'process raft request' (duration: 283.041558ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:38.467848Z","caller":"traceutil/trace.go:171","msg":"trace[63136218] linearizableReadLoop","detail":"{readStateIndex:24095; appliedIndex:24093; }","duration":"289.841352ms","start":"2026-03-02T22:11:38.17799Z","end":"2026-03-02T22:11:38.467831Z","steps":["trace[63136218] 'read index received' (duration: 279.832337ms)","trace[63136218] 'applied index is now lower than readState.Index' (duration: 10.003925ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:38.468057Z","caller":"traceutil/trace.go:171","msg":"trace[2125046774] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"290.698725ms","start":"2026-03-02T22:11:38.17735Z","end":"2026-03-02T22:11:38.468049Z","steps":["trace[2125046774] 'process raft request' (duration: 290.266973ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:38.468188Z","caller":"traceutil/trace.go:171","msg":"trace[774500385] transaction","detail":"{read_only:false; response_revision:23285; number_of_response:1; }","duration":"289.004911ms","start":"2026-03-02T22:11:38.179177Z","end":"2026-03-02T22:11:38.468182Z","steps":["trace[774500385] 'process raft request' (duration: 288.561729ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:38.468288Z","caller":"traceutil/trace.go:171","msg":"trace[2029617546] transaction","detail":"{read_only:false; response_revision:23286; number_of_response:1; }","duration":"288.20595ms","start":"2026-03-02T22:11:38.180076Z","end":"2026-03-02T22:11:38.468282Z","steps":["trace[2029617546] 'process raft request' (duration: 287.690027ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:38.468374Z","caller":"traceutil/trace.go:171","msg":"trace[432928131] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"286.117567ms","start":"2026-03-02T22:11:38.182251Z","end":"2026-03-02T22:11:38.468369Z","steps":["trace[432928131] 'process raft request' (duration: 285.538702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.46852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.51733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:11:38.468548Z","caller":"traceutil/trace.go:171","msg":"trace[843369480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23287; }","duration":"290.573791ms","start":"2026-03-02T22:11:38.177968Z","end":"2026-03-02T22:11:38.468541Z","steps":["trace[843369480] 'agreement among raft nodes before linearized reading' (duration: 290.470908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.46867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.915493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T22:11:38.468692Z","caller":"traceutil/trace.go:171","msg":"trace[284461918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23287; }","duration":"287.966805ms","start":"2026-03-02T22:11:38.180721Z","end":"2026-03-02T22:11:38.468687Z","steps":["trace[284461918] 'agreement among raft nodes before linearized reading' (duration: 287.907183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.469035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.788039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T22:11:38.469068Z","caller":"traceutil/trace.go:171","msg":"trace[1863815169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23287; }","duration":"287.840381ms","start":"2026-03-02T22:11:38.18122Z","end":"2026-03-02T22:11:38.469061Z","steps":["trace[1863815169] 'agreement among raft nodes before linearized reading' (duration: 287.736199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.469099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.215321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:38.469162Z","caller":"traceutil/trace.go:171","msg":"trace[377779969] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23287; }","duration":"213.352043ms","start":"2026-03-02T22:11:38.255794Z","end":"2026-03-02T22:11:38.469146Z","steps":["trace[377779969] 'agreement among raft nodes before linearized reading' (duration: 213.21275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.469149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.597585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:11:38.469214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.342834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:11:38.469241Z","caller":"traceutil/trace.go:171","msg":"trace[291938728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23287; }","duration":"288.370994ms","start":"2026-03-02T22:11:38.180865Z","end":"2026-03-02T22:11:38.469236Z","steps":["trace[291938728] 'agreement among raft nodes before linearized reading' (duration: 288.306043ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:38.469212Z","caller":"traceutil/trace.go:171","msg":"trace[1133669523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23287; }","duration":"287.682566ms","start":"2026-03-02T22:11:38.181513Z","end":"2026-03-02T22:11:38.469196Z","steps":["trace[1133669523] 'agreement among raft nodes before linearized reading' (duration: 287.495032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:00.436049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.176859ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T22:12:00.594544Z","caller":"traceutil/trace.go:171","msg":"trace[426975042] linearizableReadLoop","detail":"{readStateIndex:24269; appliedIndex:24268; }","duration":"115.939009ms","start":"2026-03-02T22:12:00.478581Z","end":"2026-03-02T22:12:00.59452Z","steps":["trace[426975042] 'read index received' (duration: 115.784765ms)","trace[426975042] 'applied index is now lower than readState.Index' (duration: 153.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:00.594618Z","caller":"traceutil/trace.go:171","msg":"trace[161233533] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"150.69591ms","start":"2026-03-02T22:12:00.443896Z","end":"2026-03-02T22:12:00.594592Z","steps":["trace[161233533] 'process raft request' (duration: 150.465724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:00.594667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.065692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:00.594729Z","caller":"traceutil/trace.go:171","msg":"trace[1899303206] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23453; }","duration":"116.174025ms","start":"2026-03-02T22:12:00.47854Z","end":"2026-03-02T22:12:00.594714Z","steps":["trace[1899303206] 'agreement among raft nodes before linearized reading' (duration: 116.069023ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:00.799217Z","caller":"traceutil/trace.go:171","msg":"trace[1816657046] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"165.248152ms","start":"2026-03-02T22:12:00.63393Z","end":"2026-03-02T22:12:00.799178Z","steps":["trace[1816657046] 'process raft request' (duration: 143.522826ms)","trace[1816657046] 'compare' (duration: 21.448879ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:00.883674Z","caller":"traceutil/trace.go:171","msg":"trace[1387607114] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"249.656954ms","start":"2026-03-02T22:12:00.633957Z","end":"2026-03-02T22:12:00.883613Z","steps":["trace[1387607114] 'process raft request' (duration: 249.494979ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:00.883852Z","caller":"traceutil/trace.go:171","msg":"trace[694400632] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"249.582002ms","start":"2026-03-02T22:12:00.634259Z","end":"2026-03-02T22:12:00.883841Z","steps":["trace[694400632] 'process raft request' (duration: 249.317075ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:00.884084Z","caller":"traceutil/trace.go:171","msg":"trace[1719857003] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"249.53711ms","start":"2026-03-02T22:12:00.634539Z","end":"2026-03-02T22:12:00.884076Z","steps":["trace[1719857003] 'process raft request' (duration: 249.257613ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:00.884073Z","caller":"traceutil/trace.go:171","msg":"trace[542323505] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"249.433867ms","start":"2026-03-02T22:12:00.634619Z","end":"2026-03-02T22:12:00.884053Z","steps":["trace[542323505] 'process raft request' (duration: 249.358456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:01.12088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.375716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:01.121016Z","caller":"traceutil/trace.go:171","msg":"trace[607760064] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"299.86721ms","start":"2026-03-02T22:12:00.821102Z","end":"2026-03-02T22:12:01.120969Z","steps":["trace[607760064] 'process raft request' (duration: 164.331479ms)","trace[607760064] 'compare' (duration: 135.151311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:01.638275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.200898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:01.638447Z","caller":"traceutil/trace.go:171","msg":"trace[1202866294] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"308.050479ms","start":"2026-03-02T22:12:01.330382Z","end":"2026-03-02T22:12:01.638433Z","steps":["trace[1202866294] 'process raft request' (duration: 308.017178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:01.638499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.330353Z","time spent":"308.1196ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:01.638659Z","caller":"traceutil/trace.go:171","msg":"trace[1339553119] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"653.30781ms","start":"2026-03-02T22:12:00.985342Z","end":"2026-03-02T22:12:01.63865Z","steps":["trace[1339553119] 'process raft request' (duration: 653.013262ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:01.638628Z","caller":"traceutil/trace.go:171","msg":"trace[1056288172] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"749.796341ms","start":"2026-03-02T22:12:00.888796Z","end":"2026-03-02T22:12:01.638592Z","steps":["trace[1056288172] 'process raft request' (duration: 365.193702ms)","trace[1056288172] 'compare' (duration: 384.089406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:01.638708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.985325Z","time spent":"653.357911ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:01.638781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.888777Z","time spent":"749.923674ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:01.638869Z","caller":"traceutil/trace.go:171","msg":"trace[1307632714] linearizableReadLoop","detail":"{readStateIndex:24282; appliedIndex:24280; }","duration":"644.972906ms","start":"2026-03-02T22:12:00.993821Z","end":"2026-03-02T22:12:01.638794Z","steps":["trace[1307632714] 'read index received' (duration: 260.181643ms)","trace[1307632714] 'applied index is now lower than readState.Index' (duration: 384.785093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:01.639007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.167031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-03-02T22:12:01.639074Z","caller":"traceutil/trace.go:171","msg":"trace[387284989] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23467; }","duration":"645.265484ms","start":"2026-03-02T22:12:00.993792Z","end":"2026-03-02T22:12:01.639058Z","steps":["trace[387284989] 'agreement among raft nodes before linearized reading' (duration: 645.055888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:01.639106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.993766Z","time spent":"645.335196ms","remote":"127.0.0.1:46904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1178,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-02T22:12:01.639147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.534863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:01.639214Z","caller":"traceutil/trace.go:171","msg":"trace[1786163989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23467; }","duration":"146.643896ms","start":"2026-03-02T22:12:01.492552Z","end":"2026-03-02T22:12:01.639196Z","steps":["trace[1786163989] 'agreement among raft nodes before linearized reading' (duration: 146.523433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:01.639339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.83448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:12:01.639466Z","caller":"traceutil/trace.go:171","msg":"trace[1949272646] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23467; }","duration":"614.016405ms","start":"2026-03-02T22:12:01.025419Z","end":"2026-03-02T22:12:01.639435Z","steps":["trace[1949272646] 'agreement among raft nodes before linearized reading' (duration: 613.606375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:01.639549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.025401Z","time spent":"614.133007ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:12:01.639354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.062403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:01.639692Z","caller":"traceutil/trace.go:171","msg":"trace[37551609] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23467; }","duration":"380.454062ms","start":"2026-03-02T22:12:01.259224Z","end":"2026-03-02T22:12:01.639678Z","steps":["trace[37551609] 'agreement among raft nodes before linearized reading' (duration: 380.023752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:01.639749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.25921Z","time spent":"380.527085ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:03.83101Z","caller":"traceutil/trace.go:171","msg":"trace[1837664964] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"187.321157ms","start":"2026-03-02T22:12:03.643644Z","end":"2026-03-02T22:12:03.830965Z","steps":["trace[1837664964] 'process raft request' (duration: 187.03553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:04.674724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.684472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:04.674724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.63627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:04.674745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.513678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:12:04.674816Z","caller":"traceutil/trace.go:171","msg":"trace[1828904163] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23479; }","duration":"598.813245ms","start":"2026-03-02T22:12:04.075979Z","end":"2026-03-02T22:12:04.674792Z","steps":["trace[1828904163] 'count revisions from in-memory index tree' (duration: 598.578189ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:04.674849Z","caller":"traceutil/trace.go:171","msg":"trace[1967946052] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23479; }","duration":"548.796954ms","start":"2026-03-02T22:12:04.126008Z","end":"2026-03-02T22:12:04.674805Z","steps":["trace[1967946052] 'count revisions from in-memory index tree' (duration: 548.499667ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:04.674852Z","caller":"traceutil/trace.go:171","msg":"trace[562946927] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23479; }","duration":"525.681312ms","start":"2026-03-02T22:12:04.149147Z","end":"2026-03-02T22:12:04.674829Z","steps":["trace[562946927] 'range keys from in-memory index tree' (duration: 525.26345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:04.674866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:04.075932Z","time spent":"598.921828ms","remote":"127.0.0.1:55794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:04.674897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:04.125976Z","time spent":"548.904167ms","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:04.674907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:04.149127Z","time spent":"525.762784ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:04.675225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.969387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:04.675281Z","caller":"traceutil/trace.go:171","msg":"trace[1721681157] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23479; }","duration":"235.797178ms","start":"2026-03-02T22:12:04.439471Z","end":"2026-03-02T22:12:04.675268Z","steps":["trace[1721681157] 'count revisions from in-memory index tree' (duration: 234.858724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:04.67524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.453195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d9c9766ff-kp6s2.18992400e1149e95\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-02T22:12:04.675369Z","caller":"traceutil/trace.go:171","msg":"trace[205558977] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d9c9766ff-kp6s2.18992400e1149e95; range_end:; response_count:1; response_revision:23479; }","duration":"131.628521ms","start":"2026-03-02T22:12:04.543707Z","end":"2026-03-02T22:12:04.675335Z","steps":["trace[205558977] 'range keys from in-memory index tree' (duration: 131.22054ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:04.843702Z","caller":"traceutil/trace.go:171","msg":"trace[1067523611] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"199.740735ms","start":"2026-03-02T22:12:04.643945Z","end":"2026-03-02T22:12:04.843686Z","steps":["trace[1067523611] 'process raft request' (duration: 165.608441ms)","trace[1067523611] 'compare' (duration: 34.012001ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:04.844068Z","caller":"traceutil/trace.go:171","msg":"trace[1300848980] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"200.067163ms","start":"2026-03-02T22:12:04.643992Z","end":"2026-03-02T22:12:04.844059Z","steps":["trace[1300848980] 'process raft request' (duration: 199.669593ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:04.844118Z","caller":"traceutil/trace.go:171","msg":"trace[1894537147] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"199.52533ms","start":"2026-03-02T22:12:04.644558Z","end":"2026-03-02T22:12:04.844083Z","steps":["trace[1894537147] 'process raft request' (duration: 199.317544ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:04.844228Z","caller":"traceutil/trace.go:171","msg":"trace[2009778530] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"199.608912ms","start":"2026-03-02T22:12:04.644592Z","end":"2026-03-02T22:12:04.844201Z","steps":["trace[2009778530] 'process raft request' (duration: 199.431786ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:04.903045Z","caller":"traceutil/trace.go:171","msg":"trace[1858952474] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"222.618581ms","start":"2026-03-02T22:12:04.680409Z","end":"2026-03-02T22:12:04.903028Z","steps":["trace[1858952474] 'process raft request' (duration: 222.542909ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:04.903053Z","caller":"traceutil/trace.go:171","msg":"trace[825622801] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"223.828142ms","start":"2026-03-02T22:12:04.679198Z","end":"2026-03-02T22:12:04.903026Z","steps":["trace[825622801] 'process raft request' (duration: 223.635386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:05.422662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.896654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:12:05.422738Z","caller":"traceutil/trace.go:171","msg":"trace[1357125669] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:23491; }","duration":"258.007037ms","start":"2026-03-02T22:12:05.164712Z","end":"2026-03-02T22:12:05.422719Z","steps":["trace[1357125669] 'range keys from in-memory index tree' (duration: 257.71138ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:05.430305Z","caller":"traceutil/trace.go:171","msg":"trace[706714862] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"179.843976ms","start":"2026-03-02T22:12:05.250438Z","end":"2026-03-02T22:12:05.430282Z","steps":["trace[706714862] 'process raft request' (duration: 179.700743ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:06.105113Z","caller":"traceutil/trace.go:171","msg":"trace[1708127731] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"318.965879ms","start":"2026-03-02T22:12:05.786116Z","end":"2026-03-02T22:12:06.105081Z","steps":["trace[1708127731] 'process raft request' (duration: 318.773773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:06.105405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:05.786095Z","time spent":"319.201464ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:06.106026Z","caller":"traceutil/trace.go:171","msg":"trace[940238031] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"269.211145ms","start":"2026-03-02T22:12:05.836613Z","end":"2026-03-02T22:12:06.105824Z","steps":["trace[940238031] 'process raft request' (duration: 269.073691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:06.657764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.692674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:06.657833Z","caller":"traceutil/trace.go:171","msg":"trace[1815600693] linearizableReadLoop","detail":"{readStateIndex:24313; appliedIndex:24312; }","duration":"443.720043ms","start":"2026-03-02T22:12:06.214103Z","end":"2026-03-02T22:12:06.657823Z","steps":["trace[1815600693] 'read index received' (duration: 168.850935ms)","trace[1815600693] 'applied index is now lower than readState.Index' (duration: 274.868378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:06.657876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.786175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:06.657864Z","caller":"traceutil/trace.go:171","msg":"trace[2107637031] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"530.911175ms","start":"2026-03-02T22:12:06.126924Z","end":"2026-03-02T22:12:06.657835Z","steps":["trace[2107637031] 'process raft request' (duration: 256.093938ms)","trace[2107637031] 'compare' (duration: 274.379236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:06.657985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.126891Z","time spent":"531.029638ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:06.657897Z","caller":"traceutil/trace.go:171","msg":"trace[955809326] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23496; }","duration":"443.867536ms","start":"2026-03-02T22:12:06.214023Z","end":"2026-03-02T22:12:06.657891Z","steps":["trace[955809326] 'agreement among raft nodes before linearized reading' (duration: 443.825625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:06.658075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.213988Z","time spent":"444.047852ms","remote":"127.0.0.1:43666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:07.03142Z","caller":"traceutil/trace.go:171","msg":"trace[583528015] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"182.152935ms","start":"2026-03-02T22:12:06.849245Z","end":"2026-03-02T22:12:07.031398Z","steps":["trace[583528015] 'process raft request' (duration: 182.012841ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:07.292051Z","caller":"traceutil/trace.go:171","msg":"trace[328011075] linearizableReadLoop","detail":"{readStateIndex:24318; appliedIndex:24314; }","duration":"396.169335ms","start":"2026-03-02T22:12:06.895866Z","end":"2026-03-02T22:12:07.292035Z","steps":["trace[328011075] 'read index received' (duration: 135.50643ms)","trace[328011075] 'applied index is now lower than readState.Index' (duration: 260.662125ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:07.292153Z","caller":"traceutil/trace.go:171","msg":"trace[1428481440] transaction","detail":"{read_only:false; response_revision:23500; number_of_response:1; }","duration":"442.458991ms","start":"2026-03-02T22:12:06.849684Z","end":"2026-03-02T22:12:07.292143Z","steps":["trace[1428481440] 'process raft request' (duration: 442.277126ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:07.292151Z","caller":"traceutil/trace.go:171","msg":"trace[1261913724] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"442.478101ms","start":"2026-03-02T22:12:06.84964Z","end":"2026-03-02T22:12:07.292118Z","steps":["trace[1261913724] 'process raft request' (duration: 378.733639ms)","trace[1261913724] 'compare' (duration: 63.24976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:07.292229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.849656Z","time spent":"442.515022ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:07.292309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.849602Z","time spent":"442.617504ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:07.292495Z","caller":"traceutil/trace.go:171","msg":"trace[244138287] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"442.713958ms","start":"2026-03-02T22:12:06.84976Z","end":"2026-03-02T22:12:07.292474Z","steps":["trace[244138287] 'process raft request' (duration: 442.238735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:07.292541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.664299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:07.292554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.000287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:12:07.292543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.483334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:07.292573Z","caller":"traceutil/trace.go:171","msg":"trace[1450604679] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23501; }","duration":"396.752651ms","start":"2026-03-02T22:12:06.895811Z","end":"2026-03-02T22:12:07.292563Z","steps":["trace[1450604679] 'agreement among raft nodes before linearized reading' (duration: 396.662979ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:07.292589Z","caller":"traceutil/trace.go:171","msg":"trace[210209680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23501; }","duration":"365.052138ms","start":"2026-03-02T22:12:06.927527Z","end":"2026-03-02T22:12:07.292579Z","steps":["trace[210209680] 'agreement among raft nodes before linearized reading' (duration: 364.941695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:07.292602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.89579Z","time spent":"396.805831ms","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:07.292596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.84974Z","time spent":"442.81095ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:07.292611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.927518Z","time spent":"365.089299ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:12:07.292619Z","caller":"traceutil/trace.go:171","msg":"trace[1134464505] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23501; }","duration":"218.606897ms","start":"2026-03-02T22:12:07.073985Z","end":"2026-03-02T22:12:07.292591Z","steps":["trace[1134464505] 'agreement among raft nodes before linearized reading' (duration: 218.486904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:07.292652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.773557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:12:07.292647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.66632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:12:07.292689Z","caller":"traceutil/trace.go:171","msg":"trace[1631622902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23501; }","duration":"363.828257ms","start":"2026-03-02T22:12:06.92885Z","end":"2026-03-02T22:12:07.292678Z","steps":["trace[1631622902] 'agreement among raft nodes before linearized reading' (duration: 363.702544ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:07.292727Z","caller":"traceutil/trace.go:171","msg":"trace[1137898715] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23501; }","duration":"384.784603ms","start":"2026-03-02T22:12:06.907915Z","end":"2026-03-02T22:12:07.292699Z","steps":["trace[1137898715] 'agreement among raft nodes before linearized reading' (duration: 384.557717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:07.292734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.928841Z","time spent":"363.885249ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:12:07.292753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.240303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:12:07.292763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.692054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:12:07.292774Z","caller":"traceutil/trace.go:171","msg":"trace[583132835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23501; }","duration":"365.291695ms","start":"2026-03-02T22:12:06.927477Z","end":"2026-03-02T22:12:07.292769Z","steps":["trace[583132835] 'agreement among raft nodes before linearized reading' (duration: 365.237653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:07.292776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.907895Z","time spent":"384.873167ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:12:07.292789Z","caller":"traceutil/trace.go:171","msg":"trace[508088703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23501; }","duration":"365.738116ms","start":"2026-03-02T22:12:06.927043Z","end":"2026-03-02T22:12:07.292781Z","steps":["trace[508088703] 'agreement among raft nodes before linearized reading' (duration: 365.633083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:07.292792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.92746Z","time spent":"365.328016ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:07.292702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.445209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:12:07.292813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.927029Z","time spent":"365.778447ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:12:07.292821Z","caller":"traceutil/trace.go:171","msg":"trace[1421510028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23501; }","duration":"365.614363ms","start":"2026-03-02T22:12:06.927199Z","end":"2026-03-02T22:12:07.292814Z","steps":["trace[1421510028] 'agreement among raft nodes before linearized reading' (duration: 365.463579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:07.292844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.927158Z","time spent":"365.679084ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:12:07.586842Z","caller":"traceutil/trace.go:171","msg":"trace[614514367] transaction","detail":"{read_only:false; response_revision:23502; number_of_response:1; }","duration":"286.164928ms","start":"2026-03-02T22:12:07.300656Z","end":"2026-03-02T22:12:07.586821Z","steps":["trace[614514367] 'process raft request' (duration: 193.28987ms)","trace[614514367] 'compare' (duration: 92.593351ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:07.599822Z","caller":"traceutil/trace.go:171","msg":"trace[1926786205] transaction","detail":"{read_only:false; response_revision:23503; number_of_response:1; }","duration":"299.022378ms","start":"2026-03-02T22:12:07.300778Z","end":"2026-03-02T22:12:07.599801Z","steps":["trace[1926786205] 'process raft request' (duration: 298.830693ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:07.600008Z","caller":"traceutil/trace.go:171","msg":"trace[223778478] transaction","detail":"{read_only:false; response_revision:23504; number_of_response:1; }","duration":"299.212082ms","start":"2026-03-02T22:12:07.300788Z","end":"2026-03-02T22:12:07.6Z","steps":["trace[223778478] 'process raft request' (duration: 298.973386ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:07.600459Z","caller":"traceutil/trace.go:171","msg":"trace[1744713710] transaction","detail":"{read_only:false; response_revision:23505; number_of_response:1; }","duration":"299.624823ms","start":"2026-03-02T22:12:07.300814Z","end":"2026-03-02T22:12:07.600439Z","steps":["trace[1744713710] 'process raft request' (duration: 299.154851ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:07.600539Z","caller":"traceutil/trace.go:171","msg":"trace[281758104] transaction","detail":"{read_only:false; response_revision:23507; number_of_response:1; }","duration":"299.584322ms","start":"2026-03-02T22:12:07.300924Z","end":"2026-03-02T22:12:07.600508Z","steps":["trace[281758104] 'process raft request' (duration: 299.529761ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:07.600723Z","caller":"traceutil/trace.go:171","msg":"trace[401400864] transaction","detail":"{read_only:false; response_revision:23506; number_of_response:1; }","duration":"299.783307ms","start":"2026-03-02T22:12:07.300926Z","end":"2026-03-02T22:12:07.60071Z","steps":["trace[401400864] 'process raft request' (duration: 299.404538ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:08.254122Z","caller":"traceutil/trace.go:171","msg":"trace[1649883143] linearizableReadLoop","detail":"{readStateIndex:24325; appliedIndex:24324; }","duration":"138.26187ms","start":"2026-03-02T22:12:08.115836Z","end":"2026-03-02T22:12:08.254098Z","steps":["trace[1649883143] 'read index received' (duration: 138.033695ms)","trace[1649883143] 'applied index is now lower than readState.Index' (duration: 227.255µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:08.254316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.462016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:08.254357Z","caller":"traceutil/trace.go:171","msg":"trace[825164834] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23508; }","duration":"138.523577ms","start":"2026-03-02T22:12:08.115817Z","end":"2026-03-02T22:12:08.254341Z","steps":["trace[825164834] 'agreement among raft nodes before linearized reading' (duration: 138.377654ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:08.25444Z","caller":"traceutil/trace.go:171","msg":"trace[178685486] transaction","detail":"{read_only:false; response_revision:23508; number_of_response:1; }","duration":"140.236731ms","start":"2026-03-02T22:12:08.114169Z","end":"2026-03-02T22:12:08.254405Z","steps":["trace[178685486] 'process raft request' (duration: 139.779409ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:08.877809Z","caller":"traceutil/trace.go:171","msg":"trace[1195019741] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"171.768299ms","start":"2026-03-02T22:12:08.706008Z","end":"2026-03-02T22:12:08.877776Z","steps":["trace[1195019741] 'process raft request' (duration: 171.487402ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:09.140226Z","caller":"traceutil/trace.go:171","msg":"trace[1614646045] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"102.821453ms","start":"2026-03-02T22:12:09.037387Z","end":"2026-03-02T22:12:09.140208Z","steps":["trace[1614646045] 'process raft request' (duration: 48.539964ms)","trace[1614646045] 'compare' (duration: 54.066714ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:09.473167Z","caller":"traceutil/trace.go:171","msg":"trace[27730408] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"175.70299ms","start":"2026-03-02T22:12:09.297433Z","end":"2026-03-02T22:12:09.473136Z","steps":["trace[27730408] 'process raft request' (duration: 175.529184ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:09.667095Z","caller":"traceutil/trace.go:171","msg":"trace[393321751] transaction","detail":"{read_only:false; response_revision:23514; number_of_response:1; }","duration":"368.524058ms","start":"2026-03-02T22:12:09.298537Z","end":"2026-03-02T22:12:09.667062Z","steps":["trace[393321751] 'process raft request' (duration: 368.400794ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:09.667236Z","caller":"traceutil/trace.go:171","msg":"trace[1441666284] transaction","detail":"{read_only:false; response_revision:23513; number_of_response:1; }","duration":"369.739878ms","start":"2026-03-02T22:12:09.297475Z","end":"2026-03-02T22:12:09.667215Z","steps":["trace[1441666284] 'process raft request' (duration: 296.977175ms)","trace[1441666284] 'compare' (duration: 72.342982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:09.667316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:09.298526Z","time spent":"368.691052ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:09.667332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:09.297452Z","time spent":"369.830771ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:09.91688Z","caller":"traceutil/trace.go:171","msg":"trace[1621278282] transaction","detail":"{read_only:false; response_revision:23515; number_of_response:1; }","duration":"245.788634ms","start":"2026-03-02T22:12:09.671058Z","end":"2026-03-02T22:12:09.916846Z","steps":["trace[1621278282] 'process raft request' (duration: 202.572149ms)","trace[1621278282] 'compare' (duration: 43.083772ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:10.223291Z","caller":"traceutil/trace.go:171","msg":"trace[535336462] transaction","detail":"{read_only:false; response_revision:23516; number_of_response:1; }","duration":"552.183101ms","start":"2026-03-02T22:12:09.67108Z","end":"2026-03-02T22:12:10.223263Z","steps":["trace[535336462] 'process raft request' (duration: 498.206168ms)","trace[535336462] 'compare' (duration: 53.681366ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:10.223338Z","caller":"traceutil/trace.go:171","msg":"trace[590926884] transaction","detail":"{read_only:false; response_revision:23517; number_of_response:1; }","duration":"552.070617ms","start":"2026-03-02T22:12:09.671244Z","end":"2026-03-02T22:12:10.223315Z","steps":["trace[590926884] 'process raft request' (duration: 551.916723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:10.223435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:09.671057Z","time spent":"552.297594ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:10.223499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:09.671234Z","time spent":"552.165419ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:10.223677Z","caller":"traceutil/trace.go:171","msg":"trace[755529154] transaction","detail":"{read_only:false; response_revision:23518; number_of_response:1; }","duration":"551.820012ms","start":"2026-03-02T22:12:09.671846Z","end":"2026-03-02T22:12:10.223666Z","steps":["trace[755529154] 'process raft request' (duration: 551.421512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:10.223743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:09.671838Z","time spent":"551.874444ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:10.223768Z","caller":"traceutil/trace.go:171","msg":"trace[1246435139] transaction","detail":"{read_only:false; response_revision:23519; number_of_response:1; }","duration":"551.497213ms","start":"2026-03-02T22:12:09.672251Z","end":"2026-03-02T22:12:10.223748Z","steps":["trace[1246435139] 'process raft request' (duration: 551.329239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:10.223865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:09.67224Z","time spent":"551.580525ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:10.223908Z","caller":"traceutil/trace.go:171","msg":"trace[1148057047] linearizableReadLoop","detail":"{readStateIndex:24337; appliedIndex:24332; }","duration":"231.9337ms","start":"2026-03-02T22:12:09.991951Z","end":"2026-03-02T22:12:10.223884Z","steps":["trace[1148057047] 'read index received' (duration: 177.362192ms)","trace[1148057047] 'applied index is now lower than readState.Index' (duration: 54.570248ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:10.224002Z","caller":"traceutil/trace.go:171","msg":"trace[1048551856] transaction","detail":"{read_only:false; response_revision:23520; number_of_response:1; }","duration":"551.687507ms","start":"2026-03-02T22:12:09.672262Z","end":"2026-03-02T22:12:10.22395Z","steps":["trace[1048551856] 'process raft request' (duration: 551.434241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:10.224139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:09.672237Z","time spent":"551.834091ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:10.224167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.865036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3235"} {"level":"info","ts":"2026-03-02T22:12:10.224207Z","caller":"traceutil/trace.go:171","msg":"trace[592808859] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23520; }","duration":"138.931627ms","start":"2026-03-02T22:12:10.085261Z","end":"2026-03-02T22:12:10.224193Z","steps":["trace[592808859] 'agreement among raft nodes before linearized reading' (duration: 138.798624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:10.224273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.283638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:12:10.224309Z","caller":"traceutil/trace.go:171","msg":"trace[965780343] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23520; }","duration":"232.405172ms","start":"2026-03-02T22:12:09.991894Z","end":"2026-03-02T22:12:10.224299Z","steps":["trace[965780343] 'agreement among raft nodes before linearized reading' (duration: 232.135444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:10.224357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.855847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:10.224384Z","caller":"traceutil/trace.go:171","msg":"trace[1850795326] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23520; }","duration":"122.906048ms","start":"2026-03-02T22:12:10.101472Z","end":"2026-03-02T22:12:10.224378Z","steps":["trace[1850795326] 'agreement among raft nodes before linearized reading' (duration: 122.859377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:10.541067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.50975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:10.541199Z","caller":"traceutil/trace.go:171","msg":"trace[1951615485] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"270.137138ms","start":"2026-03-02T22:12:10.271038Z","end":"2026-03-02T22:12:10.541175Z","steps":["trace[1951615485] 'process raft request' (duration: 134.447693ms)","trace[1951615485] 'compare' (duration: 135.287475ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:10.541276Z","caller":"traceutil/trace.go:171","msg":"trace[1127338547] linearizableReadLoop","detail":"{readStateIndex:24338; appliedIndex:24337; }","duration":"268.808733ms","start":"2026-03-02T22:12:10.272445Z","end":"2026-03-02T22:12:10.541254Z","steps":["trace[1127338547] 'read index received' (duration: 133.183691ms)","trace[1127338547] 'applied index is now lower than readState.Index' (duration: 135.621932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:10.706489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.297034ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-02T22:12:10.706888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.388764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T22:12:10.706985Z","caller":"traceutil/trace.go:171","msg":"trace[844475272] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23521; }","duration":"434.545018ms","start":"2026-03-02T22:12:10.272413Z","end":"2026-03-02T22:12:10.706958Z","steps":["trace[844475272] 'agreement among raft nodes before linearized reading' (duration: 268.904016ms)","trace[844475272] 'range keys from in-memory index tree' (duration: 165.360116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:10.707034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:10.272404Z","time spent":"434.61991ms","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-02T22:12:11.78846Z","caller":"traceutil/trace.go:171","msg":"trace[1705772170] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"124.14091ms","start":"2026-03-02T22:12:11.664302Z","end":"2026-03-02T22:12:11.788443Z","steps":["trace[1705772170] 'process raft request' (duration: 124.043317ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:11.910775Z","caller":"traceutil/trace.go:171","msg":"trace[435848410] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"238.724054ms","start":"2026-03-02T22:12:11.672016Z","end":"2026-03-02T22:12:11.91074Z","steps":["trace[435848410] 'process raft request' (duration: 152.133937ms)","trace[435848410] 'compare' (duration: 86.128746ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:11.910979Z","caller":"traceutil/trace.go:171","msg":"trace[557608738] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"238.825896ms","start":"2026-03-02T22:12:11.672122Z","end":"2026-03-02T22:12:11.910948Z","steps":["trace[557608738] 'process raft request' (duration: 238.568119ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:11.91116Z","caller":"traceutil/trace.go:171","msg":"trace[1455894468] linearizableReadLoop","detail":"{readStateIndex:24345; appliedIndex:24343; }","duration":"185.145491ms","start":"2026-03-02T22:12:11.725987Z","end":"2026-03-02T22:12:11.911133Z","steps":["trace[1455894468] 'read index received' (duration: 62.822299ms)","trace[1455894468] 'applied index is now lower than readState.Index' (duration: 122.319892ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:11.911148Z","caller":"traceutil/trace.go:171","msg":"trace[896030518] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"112.189333ms","start":"2026-03-02T22:12:11.798922Z","end":"2026-03-02T22:12:11.911112Z","steps":["trace[896030518] 'process raft request' (duration: 112.028389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:11.911377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.363076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:12:11.911439Z","caller":"traceutil/trace.go:171","msg":"trace[2089341224] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23528; }","duration":"185.47456ms","start":"2026-03-02T22:12:11.725944Z","end":"2026-03-02T22:12:11.911418Z","steps":["trace[2089341224] 'agreement among raft nodes before linearized reading' (duration: 185.257945ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:12.365733Z","caller":"traceutil/trace.go:171","msg":"trace[425084965] transaction","detail":"{read_only:false; response_revision:23530; number_of_response:1; }","duration":"129.805684ms","start":"2026-03-02T22:12:12.235889Z","end":"2026-03-02T22:12:12.365695Z","steps":["trace[425084965] 'process raft request' (duration: 128.88929ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:12.3661Z","caller":"traceutil/trace.go:171","msg":"trace[1406836679] transaction","detail":"{read_only:false; response_revision:23531; number_of_response:1; }","duration":"129.983789ms","start":"2026-03-02T22:12:12.236076Z","end":"2026-03-02T22:12:12.36606Z","steps":["trace[1406836679] 'process raft request' (duration: 129.800015ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:12.366399Z","caller":"traceutil/trace.go:171","msg":"trace[1774786911] transaction","detail":"{read_only:false; response_revision:23532; number_of_response:1; }","duration":"130.130753ms","start":"2026-03-02T22:12:12.236236Z","end":"2026-03-02T22:12:12.366367Z","steps":["trace[1774786911] 'process raft request' (duration: 129.722593ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:12.366505Z","caller":"traceutil/trace.go:171","msg":"trace[552623064] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"127.471054ms","start":"2026-03-02T22:12:12.239021Z","end":"2026-03-02T22:12:12.366492Z","steps":["trace[552623064] 'process raft request' (duration: 127.427263ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:12.366611Z","caller":"traceutil/trace.go:171","msg":"trace[181277700] transaction","detail":"{read_only:false; response_revision:23533; number_of_response:1; }","duration":"128.292147ms","start":"2026-03-02T22:12:12.238311Z","end":"2026-03-02T22:12:12.366603Z","steps":["trace[181277700] 'process raft request' (duration: 127.692461ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:13.925458Z","caller":"traceutil/trace.go:171","msg":"trace[1758816726] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"211.469746ms","start":"2026-03-02T22:12:13.713951Z","end":"2026-03-02T22:12:13.925421Z","steps":["trace[1758816726] 'process raft request' (duration: 126.48454ms)","trace[1758816726] 'compare' (duration: 84.823392ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:13.963743Z","caller":"traceutil/trace.go:171","msg":"trace[1692566138] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"249.483519ms","start":"2026-03-02T22:12:13.714238Z","end":"2026-03-02T22:12:13.963721Z","steps":["trace[1692566138] 'process raft request' (duration: 249.226713ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:13.963916Z","caller":"traceutil/trace.go:171","msg":"trace[1490339278] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"246.269777ms","start":"2026-03-02T22:12:13.717605Z","end":"2026-03-02T22:12:13.963874Z","steps":["trace[1490339278] 'process raft request' (duration: 246.018751ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:13.963766Z","caller":"traceutil/trace.go:171","msg":"trace[112238252] linearizableReadLoop","detail":"{readStateIndex:24366; appliedIndex:24363; }","duration":"185.686455ms","start":"2026-03-02T22:12:13.778062Z","end":"2026-03-02T22:12:13.963748Z","steps":["trace[112238252] 'read index received' (duration: 62.392067ms)","trace[112238252] 'applied index is now lower than readState.Index' (duration: 123.293468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:13.964164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.092735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:13.964342Z","caller":"traceutil/trace.go:171","msg":"trace[1717339466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23548; }","duration":"186.197649ms","start":"2026-03-02T22:12:13.778009Z","end":"2026-03-02T22:12:13.964207Z","steps":["trace[1717339466] 'agreement among raft nodes before linearized reading' (duration: 185.793538ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:14.50249Z","caller":"traceutil/trace.go:171","msg":"trace[1141751651] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"128.170883ms","start":"2026-03-02T22:12:14.37425Z","end":"2026-03-02T22:12:14.502421Z","steps":["trace[1141751651] 'process raft request' (duration: 89.154674ms)","trace[1141751651] 'compare' (duration: 38.64532ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:14.502798Z","caller":"traceutil/trace.go:171","msg":"trace[353164949] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"127.571156ms","start":"2026-03-02T22:12:14.375208Z","end":"2026-03-02T22:12:14.502779Z","steps":["trace[353164949] 'process raft request' (duration: 127.062473ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:14.503031Z","caller":"traceutil/trace.go:171","msg":"trace[575105475] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"127.781352ms","start":"2026-03-02T22:12:14.375233Z","end":"2026-03-02T22:12:14.503014Z","steps":["trace[575105475] 'process raft request' (duration: 127.469744ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:14.503096Z","caller":"traceutil/trace.go:171","msg":"trace[1168326056] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"126.95375ms","start":"2026-03-02T22:12:14.376125Z","end":"2026-03-02T22:12:14.503079Z","steps":["trace[1168326056] 'process raft request' (duration: 126.824397ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:16.724155Z","caller":"traceutil/trace.go:171","msg":"trace[20927972] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"329.131518ms","start":"2026-03-02T22:12:16.394997Z","end":"2026-03-02T22:12:16.724129Z","steps":["trace[20927972] 'process raft request' (duration: 328.958984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:16.724409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.394986Z","time spent":"329.319363ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:16.879385Z","caller":"traceutil/trace.go:171","msg":"trace[2116374054] linearizableReadLoop","detail":"{readStateIndex:24387; appliedIndex:24387; }","duration":"372.964111ms","start":"2026-03-02T22:12:16.506407Z","end":"2026-03-02T22:12:16.879371Z","steps":["trace[2116374054] 'read index received' (duration: 372.958871ms)","trace[2116374054] 'applied index is now lower than readState.Index' (duration: 4.62µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:19.071549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182041348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:12:19.071615Z","caller":"traceutil/trace.go:171","msg":"trace[1404246292] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.182143751s","start":"2026-03-02T22:12:16.889455Z","end":"2026-03-02T22:12:19.071599Z","steps":["trace[1404246292] 'agreement among raft nodes before linearized reading' (duration: 2.182060709s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:19.071657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.889443Z","time spent":"2.182207893s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:19.077287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816989570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:19.092526Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.379639378s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:12:19.104402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598053862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:12:19.104472Z","caller":"traceutil/trace.go:171","msg":"trace[1539716067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23568; }","duration":"2.598180185s","start":"2026-03-02T22:12:16.506277Z","end":"2026-03-02T22:12:19.104457Z","steps":["trace[1539716067] 'agreement among raft nodes before linearized reading' (duration: 373.209297ms)","trace[1539716067] 'range keys from in-memory index tree' (duration: 2.224741232s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:19.10448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.925235Z","time spent":"2.179237967s","remote":"127.0.0.1:42118","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:12:19.104504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.506252Z","time spent":"2.598247297s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:12:19.105474Z","caller":"traceutil/trace.go:171","msg":"trace[1305113229] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"2.543000631s","start":"2026-03-02T22:12:16.562461Z","end":"2026-03-02T22:12:19.105462Z","steps":["trace[1305113229] 'process raft request' (duration: 2.534532114s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:19.105538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.56244Z","time spent":"2.543058543s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:19.107248Z","caller":"traceutil/trace.go:171","msg":"trace[270879718] linearizableReadLoop","detail":"{readStateIndex:24391; appliedIndex:24387; }","duration":"2.227764149s","start":"2026-03-02T22:12:16.879476Z","end":"2026-03-02T22:12:19.10724Z","steps":["trace[270879718] 'read index received' (duration: 2.217535657s)","trace[270879718] 'applied index is now lower than readState.Index' (duration: 10.227832ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:19.107368Z","caller":"traceutil/trace.go:171","msg":"trace[858752371] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"2.228214221s","start":"2026-03-02T22:12:16.879145Z","end":"2026-03-02T22:12:19.107359Z","steps":["trace[858752371] 'process raft request' (duration: 2.227915044s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:19.107399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.879128Z","time spent":"2.228252643s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:19.10748Z","caller":"traceutil/trace.go:171","msg":"trace[112607048] transaction","detail":"{read_only:false; response_revision:23571; number_of_response:1; }","duration":"2.228258982s","start":"2026-03-02T22:12:16.879217Z","end":"2026-03-02T22:12:19.107476Z","steps":["trace[112607048] 'process raft request' (duration: 2.227892633s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:19.107506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.879214Z","time spent":"2.228276972s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:19.107612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60072573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:12:19.107672Z","caller":"traceutil/trace.go:171","msg":"trace[157284490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23576; }","duration":"2.600804703s","start":"2026-03-02T22:12:16.506862Z","end":"2026-03-02T22:12:19.107667Z","steps":["trace[157284490] 'agreement among raft nodes before linearized reading' (duration: 2.60070772s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:19.107687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.506853Z","time spent":"2.600829933s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:19.107744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600162576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:12:19.107768Z","caller":"traceutil/trace.go:171","msg":"trace[518241194] transaction","detail":"{read_only:false; response_revision:23572; number_of_response:1; }","duration":"2.189143371s","start":"2026-03-02T22:12:16.918604Z","end":"2026-03-02T22:12:19.107747Z","steps":["trace[518241194] 'process raft request' (duration: 2.188533305s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:19.107798Z","caller":"traceutil/trace.go:171","msg":"trace[368032544] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23576; }","duration":"2.600243619s","start":"2026-03-02T22:12:16.507537Z","end":"2026-03-02T22:12:19.10778Z","steps":["trace[368032544] 'agreement among raft nodes before linearized reading' (duration: 2.600018143s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:19.107829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.507527Z","time spent":"2.60029489s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:19.107868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.918576Z","time spent":"2.189233123s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:19.108137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600395102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:12:19.10819Z","caller":"traceutil/trace.go:171","msg":"trace[2053096348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23576; }","duration":"2.600469773s","start":"2026-03-02T22:12:16.507705Z","end":"2026-03-02T22:12:19.108175Z","steps":["trace[2053096348] 'agreement among raft nodes before linearized reading' (duration: 2.600056983s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:19.108228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.507699Z","time spent":"2.600520405s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:13:21.521316Z","caller":"traceutil/trace.go:171","msg":"trace[692679760] linearizableReadLoop","detail":"{readStateIndex:25013; appliedIndex:25007; }","duration":"125.964216ms","start":"2026-03-02T22:13:21.395316Z","end":"2026-03-02T22:13:21.52128Z","steps":["trace[692679760] 'read index received' (duration: 49.289822ms)","trace[692679760] 'applied index is now lower than readState.Index' (duration: 76.672794ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:21.521377Z","caller":"traceutil/trace.go:171","msg":"trace[742340657] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"133.267264ms","start":"2026-03-02T22:13:21.388041Z","end":"2026-03-02T22:13:21.521308Z","steps":["trace[742340657] 'process raft request' (duration: 132.995026ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:21.521473Z","caller":"traceutil/trace.go:171","msg":"trace[317524943] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"132.440522ms","start":"2026-03-02T22:13:21.38899Z","end":"2026-03-02T22:13:21.521431Z","steps":["trace[317524943] 'process raft request' (duration: 132.184495ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:21.521568Z","caller":"traceutil/trace.go:171","msg":"trace[1649764050] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"131.358934ms","start":"2026-03-02T22:13:21.390186Z","end":"2026-03-02T22:13:21.521545Z","steps":["trace[1649764050] 'process raft request' (duration: 131.038237ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:21.521591Z","caller":"traceutil/trace.go:171","msg":"trace[1664300102] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"133.16274ms","start":"2026-03-02T22:13:21.388372Z","end":"2026-03-02T22:13:21.521535Z","steps":["trace[1664300102] 'process raft request' (duration: 132.742949ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:21.521744Z","caller":"traceutil/trace.go:171","msg":"trace[1532587413] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"139.794469ms","start":"2026-03-02T22:13:21.381933Z","end":"2026-03-02T22:13:21.521727Z","steps":["trace[1532587413] 'process raft request' (duration: 136.949096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:21.521959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.621132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:13:21.522027Z","caller":"traceutil/trace.go:171","msg":"trace[1058921864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24179; }","duration":"126.735216ms","start":"2026-03-02T22:13:21.395277Z","end":"2026-03-02T22:13:21.522013Z","steps":["trace[1058921864] 'agreement among raft nodes before linearized reading' (duration: 126.513719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:21.522139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.53696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:13:21.522189Z","caller":"traceutil/trace.go:171","msg":"trace[1510563560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24179; }","duration":"101.617853ms","start":"2026-03-02T22:13:21.420559Z","end":"2026-03-02T22:13:21.522177Z","steps":["trace[1510563560] 'agreement among raft nodes before linearized reading' (duration: 101.414978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:21.522249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.664003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:13:21.522651Z","caller":"traceutil/trace.go:171","msg":"trace[260630314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24179; }","duration":"102.334952ms","start":"2026-03-02T22:13:21.420296Z","end":"2026-03-02T22:13:21.522631Z","steps":["trace[260630314] 'agreement among raft nodes before linearized reading' (duration: 101.567232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:23.563551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138816991275,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:13:23.580235Z","caller":"traceutil/trace.go:171","msg":"trace[1644714389] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"598.325963ms","start":"2026-03-02T22:13:22.981877Z","end":"2026-03-02T22:13:23.580203Z","steps":["trace[1644714389] 'process raft request' (duration: 598.155348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:23.580403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:22.98184Z","time spent":"598.478297ms","remote":"127.0.0.1:59412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:23.815133Z","caller":"traceutil/trace.go:171","msg":"trace[164356859] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"363.997002ms","start":"2026-03-02T22:13:23.451108Z","end":"2026-03-02T22:13:23.815105Z","steps":["trace[164356859] 'process raft request' (duration: 363.769316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:23.81546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.451078Z","time spent":"364.137574ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:23.815711Z","caller":"traceutil/trace.go:171","msg":"trace[1143863271] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"325.417513ms","start":"2026-03-02T22:13:23.490246Z","end":"2026-03-02T22:13:23.815663Z","steps":["trace[1143863271] 'process raft request' (duration: 324.814257ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:23.815735Z","caller":"traceutil/trace.go:171","msg":"trace[13763869] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"281.482948ms","start":"2026-03-02T22:13:23.534222Z","end":"2026-03-02T22:13:23.815705Z","steps":["trace[13763869] 'process raft request' (duration: 281.340545ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:23.815731Z","caller":"traceutil/trace.go:171","msg":"trace[993883524] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"281.581861ms","start":"2026-03-02T22:13:23.534113Z","end":"2026-03-02T22:13:23.815695Z","steps":["trace[993883524] 'process raft request' (duration: 281.310964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:23.815933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.490219Z","time spent":"325.615618ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:23.816152Z","caller":"traceutil/trace.go:171","msg":"trace[1744716503] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"281.91546ms","start":"2026-03-02T22:13:23.534223Z","end":"2026-03-02T22:13:23.816138Z","steps":["trace[1744716503] 'process raft request' (duration: 281.384836ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:23.816401Z","caller":"traceutil/trace.go:171","msg":"trace[1972749997] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"282.139666ms","start":"2026-03-02T22:13:23.534249Z","end":"2026-03-02T22:13:23.816389Z","steps":["trace[1972749997] 'process raft request' (duration: 281.806158ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:23.816412Z","caller":"traceutil/trace.go:171","msg":"trace[1469122615] linearizableReadLoop","detail":"{readStateIndex:25027; appliedIndex:25019; }","duration":"753.441384ms","start":"2026-03-02T22:13:23.062941Z","end":"2026-03-02T22:13:23.816382Z","steps":["trace[1469122615] 'read index received' (duration: 516.995959ms)","trace[1469122615] 'applied index is now lower than readState.Index' (duration: 236.444225ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:23.816591Z","caller":"traceutil/trace.go:171","msg":"trace[1690526052] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"282.190827ms","start":"2026-03-02T22:13:23.534323Z","end":"2026-03-02T22:13:23.816513Z","steps":["trace[1690526052] 'process raft request' (duration: 281.945421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:23.816785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.333974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:13:23.816835Z","caller":"traceutil/trace.go:171","msg":"trace[195187147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24193; }","duration":"254.442726ms","start":"2026-03-02T22:13:23.56238Z","end":"2026-03-02T22:13:23.816822Z","steps":["trace[195187147] 'agreement among raft nodes before linearized reading' (duration: 254.285391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:23.816837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.467969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-02T22:13:23.81689Z","caller":"traceutil/trace.go:171","msg":"trace[2118565877] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24193; }","duration":"586.566391ms","start":"2026-03-02T22:13:23.230309Z","end":"2026-03-02T22:13:23.816876Z","steps":["trace[2118565877] 'agreement among raft nodes before linearized reading' (duration: 586.366696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:23.816893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.68204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:23.81692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.400903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:23.817002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.356187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18650"} {"level":"warn","ts":"2026-03-02T22:13:23.817014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.00508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:13:23.816987Z","caller":"traceutil/trace.go:171","msg":"trace[521488278] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24193; }","duration":"653.788413ms","start":"2026-03-02T22:13:23.163181Z","end":"2026-03-02T22:13:23.816969Z","steps":["trace[521488278] 'agreement among raft nodes before linearized reading' (duration: 653.638959ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:23.817043Z","caller":"traceutil/trace.go:171","msg":"trace[2099264375] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24193; }","duration":"228.430019ms","start":"2026-03-02T22:13:23.588604Z","end":"2026-03-02T22:13:23.817034Z","steps":["trace[2099264375] 'agreement among raft nodes before linearized reading' (duration: 228.319087ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:23.817047Z","caller":"traceutil/trace.go:171","msg":"trace[986952675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24193; }","duration":"255.095722ms","start":"2026-03-02T22:13:23.561942Z","end":"2026-03-02T22:13:23.817038Z","steps":["trace[986952675] 'agreement among raft nodes before linearized reading' (duration: 255.00969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:23.816781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.368817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:23.817158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.407151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:23.816899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.68996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:23.817136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.601674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:23.817203Z","caller":"traceutil/trace.go:171","msg":"trace[344542704] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24193; }","duration":"594.535105ms","start":"2026-03-02T22:13:23.222655Z","end":"2026-03-02T22:13:23.81719Z","steps":["trace[344542704] 'agreement among raft nodes before linearized reading' (duration: 594.484494ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:23.817217Z","caller":"traceutil/trace.go:171","msg":"trace[1624661769] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24193; }","duration":"178.069819ms","start":"2026-03-02T22:13:23.63913Z","end":"2026-03-02T22:13:23.817199Z","steps":["trace[1624661769] 'agreement among raft nodes before linearized reading' (duration: 177.68331ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:23.817262Z","caller":"traceutil/trace.go:171","msg":"trace[1875686701] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24193; }","duration":"745.715827ms","start":"2026-03-02T22:13:23.071496Z","end":"2026-03-02T22:13:23.817212Z","steps":["trace[1875686701] 'agreement among raft nodes before linearized reading' (duration: 745.577823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:23.817285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.692343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:13:23.817315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.071459Z","time spent":"745.84231ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T22:13:23.817327Z","caller":"traceutil/trace.go:171","msg":"trace[34993851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24193; }","duration":"256.794515ms","start":"2026-03-02T22:13:23.56052Z","end":"2026-03-02T22:13:23.817314Z","steps":["trace[34993851] 'agreement among raft nodes before linearized reading' (duration: 256.686262ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:23.817293Z","caller":"traceutil/trace.go:171","msg":"trace[304624758] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24193; }","duration":"745.89713ms","start":"2026-03-02T22:13:23.071308Z","end":"2026-03-02T22:13:23.817205Z","steps":["trace[304624758] 'agreement among raft nodes before linearized reading' (duration: 745.334486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:23.817409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.102849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:23.81746Z","caller":"traceutil/trace.go:171","msg":"trace[249121799] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24193; }","duration":"595.199282ms","start":"2026-03-02T22:13:23.22225Z","end":"2026-03-02T22:13:23.817449Z","steps":["trace[249121799] 'agreement among raft nodes before linearized reading' (duration: 595.047228ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:23.817051Z","caller":"traceutil/trace.go:171","msg":"trace[345812770] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24193; }","duration":"653.605868ms","start":"2026-03-02T22:13:23.163417Z","end":"2026-03-02T22:13:23.817023Z","steps":["trace[345812770] 'agreement among raft nodes before linearized reading' (duration: 653.374062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:23.817496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.456232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:13:23.817496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.222229Z","time spent":"595.260664ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T22:13:23.817508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.888172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-02T22:13:23.817523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.163385Z","time spent":"654.126822ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-02T22:13:23.817531Z","caller":"traceutil/trace.go:171","msg":"trace[1756610364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24193; }","duration":"264.526944ms","start":"2026-03-02T22:13:23.552993Z","end":"2026-03-02T22:13:23.81752Z","steps":["trace[1756610364] 'agreement among raft nodes before linearized reading' (duration: 264.436431ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:23.817554Z","caller":"traceutil/trace.go:171","msg":"trace[1413466759] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24193; }","duration":"638.990684ms","start":"2026-03-02T22:13:23.178553Z","end":"2026-03-02T22:13:23.817544Z","steps":["trace[1413466759] 'agreement among raft nodes before linearized reading' (duration: 638.87386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:23.817465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.071289Z","time spent":"746.091826ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-02T22:13:23.817592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.178532Z","time spent":"639.052026ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-02T22:13:23.817116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.202097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:23.817653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.718769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:13:23.817262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.222647Z","time spent":"594.603096ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T22:13:23.817696Z","caller":"traceutil/trace.go:171","msg":"trace[24252883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24193; }","duration":"264.801471ms","start":"2026-03-02T22:13:23.552883Z","end":"2026-03-02T22:13:23.817685Z","steps":["trace[24252883] 'agreement among raft nodes before linearized reading' (duration: 264.717519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:23.817186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.974286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:13:23.817821Z","caller":"traceutil/trace.go:171","msg":"trace[1026697849] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24193; }","duration":"256.637973ms","start":"2026-03-02T22:13:23.561164Z","end":"2026-03-02T22:13:23.817802Z","steps":["trace[1026697849] 'agreement among raft nodes before linearized reading' (duration: 255.959055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:23.816932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.230283Z","time spent":"586.641903ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-02T22:13:23.817854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.350723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:23.817657Z","caller":"traceutil/trace.go:171","msg":"trace[49758622] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24193; }","duration":"594.751771ms","start":"2026-03-02T22:13:23.22289Z","end":"2026-03-02T22:13:23.817642Z","steps":["trace[49758622] 'agreement among raft nodes before linearized reading' (duration: 594.197257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:23.817971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.222871Z","time spent":"595.086639ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-02T22:13:23.817119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.163174Z","time spent":"653.898545ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T22:13:23.817966Z","caller":"traceutil/trace.go:171","msg":"trace[688503065] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24193; }","duration":"746.525526ms","start":"2026-03-02T22:13:23.071423Z","end":"2026-03-02T22:13:23.817949Z","steps":["trace[688503065] 'agreement among raft nodes before linearized reading' (duration: 746.342202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:23.818045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.926158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:23.818085Z","caller":"traceutil/trace.go:171","msg":"trace[1692116305] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24193; }","duration":"656.008769ms","start":"2026-03-02T22:13:23.162068Z","end":"2026-03-02T22:13:23.818077Z","steps":["trace[1692116305] 'agreement among raft nodes before linearized reading' (duration: 655.947748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:23.818117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.162046Z","time spent":"656.06398ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T22:13:23.818111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.071358Z","time spent":"746.697541ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T22:13:23.816684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.743361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:23.820473Z","caller":"traceutil/trace.go:171","msg":"trace[583752553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24193; }","duration":"757.525749ms","start":"2026-03-02T22:13:23.062925Z","end":"2026-03-02T22:13:23.82045Z","steps":["trace[583752553] 'agreement among raft nodes before linearized reading' (duration: 753.67805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:23.820556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.062869Z","time spent":"757.667052ms","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:23.819186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.101046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-02T22:13:23.820782Z","caller":"traceutil/trace.go:171","msg":"trace[1302307222] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24193; }","duration":"738.956764ms","start":"2026-03-02T22:13:23.081811Z","end":"2026-03-02T22:13:23.820768Z","steps":["trace[1302307222] 'agreement among raft nodes before linearized reading' (duration: 735.147386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:23.820823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.081801Z","time spent":"739.009505ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-02T22:13:24.251726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.805545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:24.251815Z","caller":"traceutil/trace.go:171","msg":"trace[135697858] transaction","detail":"{read_only:false; response_revision:24194; number_of_response:1; }","duration":"427.462777ms","start":"2026-03-02T22:13:23.824338Z","end":"2026-03-02T22:13:24.2518Z","steps":["trace[135697858] 'process raft request' (duration: 99.514888ms)","trace[135697858] 'compare' (duration: 327.415705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:24.251851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.824315Z","time spent":"427.519989ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:24.264466Z","caller":"traceutil/trace.go:171","msg":"trace[352452673] transaction","detail":"{read_only:false; response_revision:24195; number_of_response:1; }","duration":"439.69523ms","start":"2026-03-02T22:13:23.824748Z","end":"2026-03-02T22:13:24.264444Z","steps":["trace[352452673] 'process raft request' (duration: 439.543716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:24.264581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.824725Z","time spent":"439.797722ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:24.264679Z","caller":"traceutil/trace.go:171","msg":"trace[1265624656] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"439.895345ms","start":"2026-03-02T22:13:23.824766Z","end":"2026-03-02T22:13:24.264662Z","steps":["trace[1265624656] 'process raft request' (duration: 439.646239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:24.264743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.824747Z","time spent":"439.961046ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:24.264785Z","caller":"traceutil/trace.go:171","msg":"trace[1181670147] linearizableReadLoop","detail":"{readStateIndex:25033; appliedIndex:25027; }","duration":"417.791758ms","start":"2026-03-02T22:13:23.846985Z","end":"2026-03-02T22:13:24.264777Z","steps":["trace[1181670147] 'read index received' (duration: 76.740394ms)","trace[1181670147] 'applied index is now lower than readState.Index' (duration: 341.050804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:24.264849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.870371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:24.26487Z","caller":"traceutil/trace.go:171","msg":"trace[1924019785] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24199; }","duration":"417.934773ms","start":"2026-03-02T22:13:23.846929Z","end":"2026-03-02T22:13:24.264864Z","steps":["trace[1924019785] 'agreement among raft nodes before linearized reading' (duration: 417.877081ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:24.264874Z","caller":"traceutil/trace.go:171","msg":"trace[698520233] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"439.971838ms","start":"2026-03-02T22:13:23.824894Z","end":"2026-03-02T22:13:24.264866Z","steps":["trace[698520233] 'process raft request' (duration: 439.824093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:24.264891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.846915Z","time spent":"417.971123ms","remote":"127.0.0.1:56376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:24.264909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.824846Z","time spent":"440.043629ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:24.26506Z","caller":"traceutil/trace.go:171","msg":"trace[22960205] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"440.184792ms","start":"2026-03-02T22:13:23.824869Z","end":"2026-03-02T22:13:24.265054Z","steps":["trace[22960205] 'process raft request' (duration: 439.739681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:24.265102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.824858Z","time spent":"440.225203ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:24.265779Z","caller":"traceutil/trace.go:171","msg":"trace[953365994] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"440.515211ms","start":"2026-03-02T22:13:23.825216Z","end":"2026-03-02T22:13:24.265732Z","steps":["trace[953365994] 'process raft request' (duration: 439.534155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:24.265922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.825197Z","time spent":"440.654644ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:28.39843Z","caller":"traceutil/trace.go:171","msg":"trace[119129115] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"102.147646ms","start":"2026-03-02T22:13:28.296258Z","end":"2026-03-02T22:13:28.398405Z","steps":["trace[119129115] 'process raft request' (duration: 102.010043ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:28.398632Z","caller":"traceutil/trace.go:171","msg":"trace[844832812] transaction","detail":"{read_only:false; response_revision:24226; number_of_response:1; }","duration":"102.174876ms","start":"2026-03-02T22:13:28.296399Z","end":"2026-03-02T22:13:28.398574Z","steps":["trace[844832812] 'process raft request' (duration: 101.945591ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:28.398642Z","caller":"traceutil/trace.go:171","msg":"trace[1783907478] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"102.130555ms","start":"2026-03-02T22:13:28.296436Z","end":"2026-03-02T22:13:28.398567Z","steps":["trace[1783907478] 'process raft request' (duration: 101.939ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:28.398762Z","caller":"traceutil/trace.go:171","msg":"trace[368609653] transaction","detail":"{read_only:false; response_revision:24228; number_of_response:1; }","duration":"102.167106ms","start":"2026-03-02T22:13:28.296581Z","end":"2026-03-02T22:13:28.398748Z","steps":["trace[368609653] 'process raft request' (duration: 101.838609ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:30.514357Z","caller":"traceutil/trace.go:171","msg":"trace[1700414052] linearizableReadLoop","detail":"{readStateIndex:25071; appliedIndex:25070; }","duration":"167.599671ms","start":"2026-03-02T22:13:30.346732Z","end":"2026-03-02T22:13:30.514332Z","steps":["trace[1700414052] 'read index received' (duration: 167.364826ms)","trace[1700414052] 'applied index is now lower than readState.Index' (duration: 233.835µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:30.514623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.88121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:13:30.514678Z","caller":"traceutil/trace.go:171","msg":"trace[2107346848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24236; }","duration":"167.976001ms","start":"2026-03-02T22:13:30.34669Z","end":"2026-03-02T22:13:30.514666Z","steps":["trace[2107346848] 'agreement among raft nodes before linearized reading' (duration: 167.806946ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:30.514662Z","caller":"traceutil/trace.go:171","msg":"trace[1429861674] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"215.046218ms","start":"2026-03-02T22:13:30.299593Z","end":"2026-03-02T22:13:30.514639Z","steps":["trace[1429861674] 'process raft request' (duration: 214.522054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:30.514812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.204031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:13:30.514859Z","caller":"traceutil/trace.go:171","msg":"trace[787997283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24236; }","duration":"108.271503ms","start":"2026-03-02T22:13:30.406576Z","end":"2026-03-02T22:13:30.514847Z","steps":["trace[787997283] 'agreement among raft nodes before linearized reading' (duration: 108.097659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:30.514877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.898173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:13:30.514973Z","caller":"traceutil/trace.go:171","msg":"trace[235578272] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24236; }","duration":"108.044706ms","start":"2026-03-02T22:13:30.406907Z","end":"2026-03-02T22:13:30.514952Z","steps":["trace[235578272] 'agreement among raft nodes before linearized reading' (duration: 107.751129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:30.514873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.377065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:13:30.51509Z","caller":"traceutil/trace.go:171","msg":"trace[1894005068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24236; }","duration":"108.649382ms","start":"2026-03-02T22:13:30.406413Z","end":"2026-03-02T22:13:30.515062Z","steps":["trace[1894005068] 'agreement among raft nodes before linearized reading' (duration: 108.189791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:30.515096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.530189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:13:30.51525Z","caller":"traceutil/trace.go:171","msg":"trace[825686429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24236; }","duration":"108.814986ms","start":"2026-03-02T22:13:30.406413Z","end":"2026-03-02T22:13:30.515228Z","steps":["trace[825686429] 'agreement among raft nodes before linearized reading' (duration: 108.319994ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:30.618683Z","caller":"traceutil/trace.go:171","msg":"trace[1516635851] transaction","detail":"{read_only:false; response_revision:24237; number_of_response:1; }","duration":"100.217956ms","start":"2026-03-02T22:13:30.518432Z","end":"2026-03-02T22:13:30.618649Z","steps":["trace[1516635851] 'process raft request' (duration: 40.015704ms)","trace[1516635851] 'compare' (duration: 59.825663ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:32.026138Z","caller":"traceutil/trace.go:171","msg":"trace[1212771066] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"102.064964ms","start":"2026-03-02T22:13:31.924048Z","end":"2026-03-02T22:13:32.026113Z","steps":["trace[1212771066] 'process raft request' (duration: 101.977491ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:32.026449Z","caller":"traceutil/trace.go:171","msg":"trace[1300489452] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"102.418602ms","start":"2026-03-02T22:13:31.923993Z","end":"2026-03-02T22:13:32.026411Z","steps":["trace[1300489452] 'process raft request' (duration: 101.900219ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:32.026514Z","caller":"traceutil/trace.go:171","msg":"trace[981001873] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"101.793626ms","start":"2026-03-02T22:13:31.9247Z","end":"2026-03-02T22:13:32.026494Z","steps":["trace[981001873] 'process raft request' (duration: 101.371666ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:32.026693Z","caller":"traceutil/trace.go:171","msg":"trace[1213159867] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"101.839348ms","start":"2026-03-02T22:13:31.924846Z","end":"2026-03-02T22:13:32.026685Z","steps":["trace[1213159867] 'process raft request' (duration: 101.425598ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:36.854757Z","caller":"traceutil/trace.go:171","msg":"trace[1286728758] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"142.448958ms","start":"2026-03-02T22:13:36.712256Z","end":"2026-03-02T22:13:36.854704Z","steps":["trace[1286728758] 'process raft request' (duration: 140.098148ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:36.8551Z","caller":"traceutil/trace.go:171","msg":"trace[2092982045] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"142.59412ms","start":"2026-03-02T22:13:36.712493Z","end":"2026-03-02T22:13:36.855087Z","steps":["trace[2092982045] 'process raft request' (duration: 142.15758ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:36.855124Z","caller":"traceutil/trace.go:171","msg":"trace[1608011371] linearizableReadLoop","detail":"{readStateIndex:25119; appliedIndex:25115; }","duration":"136.637139ms","start":"2026-03-02T22:13:36.718454Z","end":"2026-03-02T22:13:36.855091Z","steps":["trace[1608011371] 'read index received' (duration: 52.078463ms)","trace[1608011371] 'applied index is now lower than readState.Index' (duration: 84.557076ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:36.855241Z","caller":"traceutil/trace.go:171","msg":"trace[794115649] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"140.057426ms","start":"2026-03-02T22:13:36.71514Z","end":"2026-03-02T22:13:36.855197Z","steps":["trace[794115649] 'process raft request' (duration: 139.80093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:36.855367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.896716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:13:36.855447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.814878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-02T22:13:36.855526Z","caller":"traceutil/trace.go:171","msg":"trace[952777853] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24282; }","duration":"110.953161ms","start":"2026-03-02T22:13:36.744548Z","end":"2026-03-02T22:13:36.855501Z","steps":["trace[952777853] 'agreement among raft nodes before linearized reading' (duration: 110.737385ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:36.855449Z","caller":"traceutil/trace.go:171","msg":"trace[1468370313] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24282; }","duration":"137.021349ms","start":"2026-03-02T22:13:36.718405Z","end":"2026-03-02T22:13:36.855426Z","steps":["trace[1468370313] 'agreement among raft nodes before linearized reading' (duration: 136.795822ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:36.963408Z","caller":"traceutil/trace.go:171","msg":"trace[2115069762] linearizableReadLoop","detail":"{readStateIndex:25120; appliedIndex:25119; }","duration":"102.149656ms","start":"2026-03-02T22:13:36.861233Z","end":"2026-03-02T22:13:36.963383Z","steps":["trace[2115069762] 'read index received' (duration: 95.390963ms)","trace[2115069762] 'applied index is now lower than readState.Index' (duration: 6.757623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:36.963764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.520955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b7508afe-b663-41e3-97f5-85af7a2e3051\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-02T22:13:36.963593Z","caller":"traceutil/trace.go:171","msg":"trace[1816123324] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"102.953366ms","start":"2026-03-02T22:13:36.860591Z","end":"2026-03-02T22:13:36.963544Z","steps":["trace[1816123324] 'process raft request' (duration: 96.046259ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:36.963811Z","caller":"traceutil/trace.go:171","msg":"trace[1504516355] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b7508afe-b663-41e3-97f5-85af7a2e3051; range_end:; response_count:1; response_revision:24283; }","duration":"102.630807ms","start":"2026-03-02T22:13:36.861168Z","end":"2026-03-02T22:13:36.963799Z","steps":["trace[1504516355] 'agreement among raft nodes before linearized reading' (duration: 102.34494ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:40.358675Z","caller":"traceutil/trace.go:171","msg":"trace[917743953] transaction","detail":"{read_only:false; response_revision:24302; number_of_response:1; }","duration":"102.860994ms","start":"2026-03-02T22:13:40.255792Z","end":"2026-03-02T22:13:40.358653Z","steps":["trace[917743953] 'process raft request' (duration: 102.694149ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:40.358862Z","caller":"traceutil/trace.go:171","msg":"trace[2111425549] transaction","detail":"{read_only:false; response_revision:24303; number_of_response:1; }","duration":"103.041109ms","start":"2026-03-02T22:13:40.255792Z","end":"2026-03-02T22:13:40.358833Z","steps":["trace[2111425549] 'process raft request' (duration: 102.824393ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:42.499751Z","caller":"traceutil/trace.go:171","msg":"trace[794401406] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"135.930071ms","start":"2026-03-02T22:13:42.363787Z","end":"2026-03-02T22:13:42.499717Z","steps":["trace[794401406] 'process raft request' (duration: 102.032802ms)","trace[794401406] 'compare' (duration: 33.653853ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:42.499912Z","caller":"traceutil/trace.go:171","msg":"trace[1866462323] transaction","detail":"{read_only:false; response_revision:24316; number_of_response:1; }","duration":"135.12507ms","start":"2026-03-02T22:13:42.364758Z","end":"2026-03-02T22:13:42.499883Z","steps":["trace[1866462323] 'process raft request' (duration: 134.902035ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:42.988926Z","caller":"traceutil/trace.go:171","msg":"trace[1151814673] transaction","detail":"{read_only:false; response_revision:24318; number_of_response:1; }","duration":"108.631672ms","start":"2026-03-02T22:13:42.880265Z","end":"2026-03-02T22:13:42.988897Z","steps":["trace[1151814673] 'process raft request' (duration: 108.409346ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:46.15329Z","caller":"traceutil/trace.go:171","msg":"trace[436771710] transaction","detail":"{read_only:false; response_revision:24339; number_of_response:1; }","duration":"117.781137ms","start":"2026-03-02T22:13:46.035482Z","end":"2026-03-02T22:13:46.153264Z","steps":["trace[436771710] 'process raft request' (duration: 117.586171ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:46.394156Z","caller":"traceutil/trace.go:171","msg":"trace[30294147] transaction","detail":"{read_only:false; response_revision:24340; number_of_response:1; }","duration":"106.016215ms","start":"2026-03-02T22:13:46.288114Z","end":"2026-03-02T22:13:46.394131Z","steps":["trace[30294147] 'process raft request' (duration: 105.83948ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:48.137322Z","caller":"traceutil/trace.go:171","msg":"trace[1176189226] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"113.858135ms","start":"2026-03-02T22:13:48.023435Z","end":"2026-03-02T22:13:48.137293Z","steps":["trace[1176189226] 'process raft request' (duration: 113.637469ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:48.725449Z","caller":"traceutil/trace.go:171","msg":"trace[982392840] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"119.50034ms","start":"2026-03-02T22:13:48.605891Z","end":"2026-03-02T22:13:48.725391Z","steps":["trace[982392840] 'process raft request' (duration: 119.248803ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:51.421003Z","caller":"traceutil/trace.go:171","msg":"trace[1731813878] linearizableReadLoop","detail":"{readStateIndex:25215; appliedIndex:25214; }","duration":"110.294055ms","start":"2026-03-02T22:13:51.310679Z","end":"2026-03-02T22:13:51.420973Z","steps":["trace[1731813878] 'read index received' (duration: 69.681785ms)","trace[1731813878] 'applied index is now lower than readState.Index' (duration: 40.61093ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:51.421051Z","caller":"traceutil/trace.go:171","msg":"trace[993893732] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"110.851188ms","start":"2026-03-02T22:13:51.310166Z","end":"2026-03-02T22:13:51.421017Z","steps":["trace[993893732] 'process raft request' (duration: 70.158626ms)","trace[993893732] 'compare' (duration: 40.480897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:51.4212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.50169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18598"} {"level":"info","ts":"2026-03-02T22:13:51.421266Z","caller":"traceutil/trace.go:171","msg":"trace[1514035205] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24375; }","duration":"110.587382ms","start":"2026-03-02T22:13:51.310663Z","end":"2026-03-02T22:13:51.42125Z","steps":["trace[1514035205] 'agreement among raft nodes before linearized reading' (duration: 110.412937ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:51.498331Z","caller":"traceutil/trace.go:171","msg":"trace[479093288] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"187.221575ms","start":"2026-03-02T22:13:51.311072Z","end":"2026-03-02T22:13:51.498293Z","steps":["trace[479093288] 'process raft request' (duration: 187.03772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:51.498427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.220175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:13:51.498509Z","caller":"traceutil/trace.go:171","msg":"trace[480594182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24377; }","duration":"148.346009ms","start":"2026-03-02T22:13:51.350139Z","end":"2026-03-02T22:13:51.498485Z","steps":["trace[480594182] 'agreement among raft nodes before linearized reading' (duration: 148.143823ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:51.498539Z","caller":"traceutil/trace.go:171","msg":"trace[1652130445] transaction","detail":"{read_only:false; response_revision:24377; number_of_response:1; }","duration":"186.676321ms","start":"2026-03-02T22:13:51.311845Z","end":"2026-03-02T22:13:51.498521Z","steps":["trace[1652130445] 'process raft request' (duration: 186.392203ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:53.659857Z","caller":"traceutil/trace.go:171","msg":"trace[1997464727] linearizableReadLoop","detail":"{readStateIndex:25230; appliedIndex:25227; }","duration":"123.77782ms","start":"2026-03-02T22:13:53.536052Z","end":"2026-03-02T22:13:53.65983Z","steps":["trace[1997464727] 'read index received' (duration: 61.802952ms)","trace[1997464727] 'applied index is now lower than readState.Index' (duration: 61.973617ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:53.659902Z","caller":"traceutil/trace.go:171","msg":"trace[1113372257] transaction","detail":"{read_only:false; response_revision:24389; number_of_response:1; }","duration":"134.162936ms","start":"2026-03-02T22:13:53.525708Z","end":"2026-03-02T22:13:53.659871Z","steps":["trace[1113372257] 'process raft request' (duration: 111.084395ms)","trace[1113372257] 'compare' (duration: 22.760542ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:53.660036Z","caller":"traceutil/trace.go:171","msg":"trace[1300827885] transaction","detail":"{read_only:false; response_revision:24390; number_of_response:1; }","duration":"133.814697ms","start":"2026-03-02T22:13:53.52618Z","end":"2026-03-02T22:13:53.659994Z","steps":["trace[1300827885] 'process raft request' (duration: 133.574641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.660089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.014366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:13:53.66015Z","caller":"traceutil/trace.go:171","msg":"trace[514023523] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24390; }","duration":"124.092338ms","start":"2026-03-02T22:13:53.536041Z","end":"2026-03-02T22:13:53.660133Z","steps":["trace[514023523] 'agreement among raft nodes before linearized reading' (duration: 123.901823ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:55.012374Z","caller":"traceutil/trace.go:171","msg":"trace[723351690] transaction","detail":"{read_only:false; response_revision:24399; number_of_response:1; }","duration":"100.495854ms","start":"2026-03-02T22:13:54.911838Z","end":"2026-03-02T22:13:55.012333Z","steps":["trace[723351690] 'process raft request' (duration: 52.606767ms)","trace[723351690] 'compare' (duration: 47.706392ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:55.805234Z","caller":"traceutil/trace.go:171","msg":"trace[184699276] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"135.832038ms","start":"2026-03-02T22:13:55.669378Z","end":"2026-03-02T22:13:55.80521Z","steps":["trace[184699276] 'process raft request' (duration: 135.346715ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:56.435525Z","caller":"traceutil/trace.go:171","msg":"trace[791408650] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"211.129136ms","start":"2026-03-02T22:13:56.224373Z","end":"2026-03-02T22:13:56.435503Z","steps":["trace[791408650] 'process raft request' (duration: 210.970142ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:57.019477Z","caller":"traceutil/trace.go:171","msg":"trace[1062039426] linearizableReadLoop","detail":"{readStateIndex:25256; appliedIndex:25255; }","duration":"116.426512ms","start":"2026-03-02T22:13:56.903027Z","end":"2026-03-02T22:13:57.019454Z","steps":["trace[1062039426] 'read index received' (duration: 115.770915ms)","trace[1062039426] 'applied index is now lower than readState.Index' (duration: 654.507µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:57.019679Z","caller":"traceutil/trace.go:171","msg":"trace[57508794] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"130.497812ms","start":"2026-03-02T22:13:56.88917Z","end":"2026-03-02T22:13:57.019668Z","steps":["trace[57508794] 'process raft request' (duration: 129.674281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:57.019784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.737439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:57.019852Z","caller":"traceutil/trace.go:171","msg":"trace[1659204903] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24414; }","duration":"116.841262ms","start":"2026-03-02T22:13:56.902992Z","end":"2026-03-02T22:13:57.019833Z","steps":["trace[1659204903] 'agreement among raft nodes before linearized reading' (duration: 116.724579ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:12.071995Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22044} {"level":"info","ts":"2026-03-02T22:14:12.227792Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22044,"took":"149.963991ms","hash":1418464761,"current-db-size-bytes":48107520,"current-db-size":"48 MB","current-db-size-in-use-bytes":32567296,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-02T22:14:12.227869Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1418464761,"revision":22044,"compact-revision":18930} {"level":"info","ts":"2026-03-02T22:14:19.814293Z","caller":"traceutil/trace.go:171","msg":"trace[2137531169] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"155.81709ms","start":"2026-03-02T22:14:19.658436Z","end":"2026-03-02T22:14:19.814253Z","steps":["trace[2137531169] 'process raft request' (duration: 155.388289ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:19.846787Z","caller":"traceutil/trace.go:171","msg":"trace[1406727821] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"105.39424ms","start":"2026-03-02T22:14:19.741363Z","end":"2026-03-02T22:14:19.846757Z","steps":["trace[1406727821] 'process raft request' (duration: 104.63424ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:19.962073Z","caller":"traceutil/trace.go:171","msg":"trace[1811604076] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"110.09843ms","start":"2026-03-02T22:14:19.851927Z","end":"2026-03-02T22:14:19.962026Z","steps":["trace[1811604076] 'process raft request' (duration: 83.675294ms)","trace[1811604076] 'compare' (duration: 26.19322ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:20.097399Z","caller":"traceutil/trace.go:171","msg":"trace[346976376] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"112.884792ms","start":"2026-03-02T22:14:19.984491Z","end":"2026-03-02T22:14:20.097376Z","steps":["trace[346976376] 'process raft request' (duration: 84.511975ms)","trace[346976376] 'compare' (duration: 27.872174ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:20.348425Z","caller":"traceutil/trace.go:171","msg":"trace[626911783] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"108.761756ms","start":"2026-03-02T22:14:20.239588Z","end":"2026-03-02T22:14:20.348349Z","steps":["trace[626911783] 'process raft request' (duration: 87.375959ms)","trace[626911783] 'compare' (duration: 20.956995ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:22.222158Z","caller":"traceutil/trace.go:171","msg":"trace[1902247373] linearizableReadLoop","detail":"{readStateIndex:25489; appliedIndex:25488; }","duration":"110.727586ms","start":"2026-03-02T22:14:22.111399Z","end":"2026-03-02T22:14:22.222127Z","steps":["trace[1902247373] 'read index received' (duration: 72.694601ms)","trace[1902247373] 'applied index is now lower than readState.Index' (duration: 38.031335ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:22.222177Z","caller":"traceutil/trace.go:171","msg":"trace[1582804091] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"114.38817ms","start":"2026-03-02T22:14:22.107761Z","end":"2026-03-02T22:14:22.222149Z","steps":["trace[1582804091] 'process raft request' (duration: 76.373505ms)","trace[1582804091] 'compare' (duration: 37.794779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:22.222371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.951852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:14:22.222421Z","caller":"traceutil/trace.go:171","msg":"trace[1343345382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24641; }","duration":"111.029354ms","start":"2026-03-02T22:14:22.111377Z","end":"2026-03-02T22:14:22.222407Z","steps":["trace[1343345382] 'agreement among raft nodes before linearized reading' (duration: 110.883981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:26.370075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.319424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:14:26.370183Z","caller":"traceutil/trace.go:171","msg":"trace[188249554] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24668; }","duration":"133.482699ms","start":"2026-03-02T22:14:26.236676Z","end":"2026-03-02T22:14:26.370159Z","steps":["trace[188249554] 'range keys from in-memory index tree' (duration: 133.014527ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:26.599742Z","caller":"traceutil/trace.go:171","msg":"trace[1597144261] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"224.239052ms","start":"2026-03-02T22:14:26.375472Z","end":"2026-03-02T22:14:26.599711Z","steps":["trace[1597144261] 'process raft request' (duration: 137.008989ms)","trace[1597144261] 'compare' (duration: 86.835343ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:43.335513Z","caller":"traceutil/trace.go:171","msg":"trace[577931551] linearizableReadLoop","detail":"{readStateIndex:25659; appliedIndex:25658; }","duration":"112.336407ms","start":"2026-03-02T22:14:43.223154Z","end":"2026-03-02T22:14:43.33549Z","steps":["trace[577931551] 'read index received' (duration: 112.097101ms)","trace[577931551] 'applied index is now lower than readState.Index' (duration: 238.166µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:43.335856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.683266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:14:43.335911Z","caller":"traceutil/trace.go:171","msg":"trace[13945464] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24807; }","duration":"112.787048ms","start":"2026-03-02T22:14:43.223106Z","end":"2026-03-02T22:14:43.335893Z","steps":["trace[13945464] 'agreement among raft nodes before linearized reading' (duration: 112.479521ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:43.335933Z","caller":"traceutil/trace.go:171","msg":"trace[1205132739] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"127.217029ms","start":"2026-03-02T22:14:43.208388Z","end":"2026-03-02T22:14:43.335605Z","steps":["trace[1205132739] 'process raft request' (duration: 126.8997ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:43.890632Z","caller":"traceutil/trace.go:171","msg":"trace[2017479400] linearizableReadLoop","detail":"{readStateIndex:25664; appliedIndex:25663; }","duration":"112.934042ms","start":"2026-03-02T22:14:43.777679Z","end":"2026-03-02T22:14:43.890613Z","steps":["trace[2017479400] 'read index received' (duration: 107.640096ms)","trace[2017479400] 'applied index is now lower than readState.Index' (duration: 5.293166ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:43.890728Z","caller":"traceutil/trace.go:171","msg":"trace[143128751] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"202.375574ms","start":"2026-03-02T22:14:43.688335Z","end":"2026-03-02T22:14:43.890711Z","steps":["trace[143128751] 'process raft request' (duration: 196.980245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:43.890788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.103037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:43.89082Z","caller":"traceutil/trace.go:171","msg":"trace[348585180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24812; }","duration":"113.177218ms","start":"2026-03-02T22:14:43.777634Z","end":"2026-03-02T22:14:43.890811Z","steps":["trace[348585180] 'agreement among raft nodes before linearized reading' (duration: 113.087276ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:44.80264Z","caller":"traceutil/trace.go:171","msg":"trace[552778441] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"177.566328ms","start":"2026-03-02T22:14:44.625052Z","end":"2026-03-02T22:14:44.802618Z","steps":["trace[552778441] 'process raft request' (duration: 177.410864ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:44.82951Z","caller":"traceutil/trace.go:171","msg":"trace[1856085256] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"170.727202ms","start":"2026-03-02T22:14:44.658753Z","end":"2026-03-02T22:14:44.829481Z","steps":["trace[1856085256] 'process raft request' (duration: 169.89758ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:44.829561Z","caller":"traceutil/trace.go:171","msg":"trace[1235202935] linearizableReadLoop","detail":"{readStateIndex:25670; appliedIndex:25668; }","duration":"110.162621ms","start":"2026-03-02T22:14:44.719341Z","end":"2026-03-02T22:14:44.829503Z","steps":["trace[1235202935] 'read index received' (duration: 83.101449ms)","trace[1235202935] 'applied index is now lower than readState.Index' (duration: 27.060182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:44.829691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.327026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:44.829821Z","caller":"traceutil/trace.go:171","msg":"trace[842257627] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24820; }","duration":"110.51585ms","start":"2026-03-02T22:14:44.719284Z","end":"2026-03-02T22:14:44.8298Z","steps":["trace[842257627] 'agreement among raft nodes before linearized reading' (duration: 110.227372ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:45.272082Z","caller":"traceutil/trace.go:171","msg":"trace[649746075] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"438.820778ms","start":"2026-03-02T22:14:44.833234Z","end":"2026-03-02T22:14:45.272055Z","steps":["trace[649746075] 'process raft request' (duration: 438.691214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:45.272271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:44.833216Z","time spent":"439.003712ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:14:45.316974Z","caller":"traceutil/trace.go:171","msg":"trace[1973031292] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"296.493533ms","start":"2026-03-02T22:14:45.020442Z","end":"2026-03-02T22:14:45.316936Z","steps":["trace[1973031292] 'process raft request' (duration: 296.273217ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:45.316904Z","caller":"traceutil/trace.go:171","msg":"trace[425706569] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"362.367158ms","start":"2026-03-02T22:14:44.954379Z","end":"2026-03-02T22:14:45.316746Z","steps":["trace[425706569] 'process raft request' (duration: 362.188214ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:45.317135Z","caller":"traceutil/trace.go:171","msg":"trace[1479995015] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"193.138835ms","start":"2026-03-02T22:14:45.123989Z","end":"2026-03-02T22:14:45.317128Z","steps":["trace[1479995015] 'process raft request' (duration: 193.043013ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:45.317134Z","caller":"traceutil/trace.go:171","msg":"trace[574250143] linearizableReadLoop","detail":"{readStateIndex:25677; appliedIndex:25673; }","duration":"235.217443ms","start":"2026-03-02T22:14:45.081904Z","end":"2026-03-02T22:14:45.317121Z","steps":["trace[574250143] 'read index received' (duration: 189.990975ms)","trace[574250143] 'applied index is now lower than readState.Index' (duration: 45.225788ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:45.317127Z","caller":"traceutil/trace.go:171","msg":"trace[1427529215] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"271.687267ms","start":"2026-03-02T22:14:45.045418Z","end":"2026-03-02T22:14:45.317105Z","steps":["trace[1427529215] 'process raft request' (duration: 271.465612ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:45.317192Z","caller":"traceutil/trace.go:171","msg":"trace[2070040538] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"114.640976ms","start":"2026-03-02T22:14:45.202547Z","end":"2026-03-02T22:14:45.317188Z","steps":["trace[2070040538] 'process raft request' (duration: 114.539393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:45.317284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.366737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:45.317323Z","caller":"traceutil/trace.go:171","msg":"trace[1745508620] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24827; }","duration":"235.442609ms","start":"2026-03-02T22:14:45.08187Z","end":"2026-03-02T22:14:45.317312Z","steps":["trace[1745508620] 'agreement among raft nodes before linearized reading' (duration: 235.330366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:45.317332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.57984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"info","ts":"2026-03-02T22:14:45.317351Z","caller":"traceutil/trace.go:171","msg":"trace[2090096705] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:24827; }","duration":"233.621132ms","start":"2026-03-02T22:14:45.083723Z","end":"2026-03-02T22:14:45.317344Z","steps":["trace[2090096705] 'agreement among raft nodes before linearized reading' (duration: 233.522929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:45.317439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.53131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:14:45.317468Z","caller":"traceutil/trace.go:171","msg":"trace[1425661632] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:24827; }","duration":"142.608272ms","start":"2026-03-02T22:14:45.174853Z","end":"2026-03-02T22:14:45.317462Z","steps":["trace[1425661632] 'agreement among raft nodes before linearized reading' (duration: 142.503079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:45.319073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:44.954354Z","time spent":"364.638188ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:46.122279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.408732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:46.122464Z","caller":"traceutil/trace.go:171","msg":"trace[227575450] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24828; }","duration":"546.645119ms","start":"2026-03-02T22:14:45.575805Z","end":"2026-03-02T22:14:46.12245Z","steps":["trace[227575450] 'count revisions from in-memory index tree' (duration: 546.3273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.122577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:45.575784Z","time spent":"546.780492ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:46.12336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.634769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:46.123453Z","caller":"traceutil/trace.go:171","msg":"trace[1461054824] linearizableReadLoop","detail":"{readStateIndex:25682; appliedIndex:25681; }","duration":"440.913091ms","start":"2026-03-02T22:14:45.682525Z","end":"2026-03-02T22:14:46.123438Z","steps":["trace[1461054824] 'read index received' (duration: 320.038405ms)","trace[1461054824] 'applied index is now lower than readState.Index' (duration: 120.873566ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:46.123778Z","caller":"traceutil/trace.go:171","msg":"trace[1334477222] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"498.213218ms","start":"2026-03-02T22:14:45.625551Z","end":"2026-03-02T22:14:46.123764Z","steps":["trace[1334477222] 'process raft request' (duration: 377.101677ms)","trace[1334477222] 'compare' (duration: 120.154887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:46.12385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:45.625519Z","time spent":"498.297631ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:46.125205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.373202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:14:46.125215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.880329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:46.125243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.36024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:14:46.125282Z","caller":"traceutil/trace.go:171","msg":"trace[1315336173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24829; }","duration":"347.992501ms","start":"2026-03-02T22:14:45.77727Z","end":"2026-03-02T22:14:46.125262Z","steps":["trace[1315336173] 'agreement among raft nodes before linearized reading' (duration: 347.886719ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:46.125272Z","caller":"traceutil/trace.go:171","msg":"trace[1729543234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24829; }","duration":"441.457274ms","start":"2026-03-02T22:14:45.683799Z","end":"2026-03-02T22:14:46.125257Z","steps":["trace[1729543234] 'agreement among raft nodes before linearized reading' (duration: 441.256349ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:46.125304Z","caller":"traceutil/trace.go:171","msg":"trace[2047292429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24829; }","duration":"141.453122ms","start":"2026-03-02T22:14:45.983831Z","end":"2026-03-02T22:14:46.125284Z","steps":["trace[2047292429] 'agreement among raft nodes before linearized reading' (duration: 141.253587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.125331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:45.777243Z","time spent":"348.081054ms","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:46.125334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:45.683792Z","time spent":"441.533156ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:46.125429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.868701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T22:14:46.12549Z","caller":"traceutil/trace.go:171","msg":"trace[671824602] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24829; }","duration":"302.086436ms","start":"2026-03-02T22:14:45.823385Z","end":"2026-03-02T22:14:46.125471Z","steps":["trace[671824602] 'agreement among raft nodes before linearized reading' (duration: 301.756447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.125268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.714856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:14:46.125533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:45.823369Z","time spent":"302.153529ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T22:14:46.125634Z","caller":"traceutil/trace.go:171","msg":"trace[412073471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24829; }","duration":"443.091586ms","start":"2026-03-02T22:14:45.68247Z","end":"2026-03-02T22:14:46.125562Z","steps":["trace[412073471] 'agreement among raft nodes before linearized reading' (duration: 442.568573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.125727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:45.682451Z","time spent":"443.260221ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:14:46.252816Z","caller":"traceutil/trace.go:171","msg":"trace[575534202] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"121.05607ms","start":"2026-03-02T22:14:46.1317Z","end":"2026-03-02T22:14:46.252756Z","steps":["trace[575534202] 'process raft request' (duration: 95.047474ms)","trace[575534202] 'compare' (duration: 25.679268ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:46.252907Z","caller":"traceutil/trace.go:171","msg":"trace[1245120762] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"120.483526ms","start":"2026-03-02T22:14:46.132393Z","end":"2026-03-02T22:14:46.252877Z","steps":["trace[1245120762] 'process raft request' (duration: 120.246769ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:46.253163Z","caller":"traceutil/trace.go:171","msg":"trace[1493826832] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"120.428954ms","start":"2026-03-02T22:14:46.132709Z","end":"2026-03-02T22:14:46.253138Z","steps":["trace[1493826832] 'process raft request' (duration: 120.006383ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:47.025372Z","caller":"traceutil/trace.go:171","msg":"trace[703521201] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"108.287654ms","start":"2026-03-02T22:14:46.917064Z","end":"2026-03-02T22:14:47.025352Z","steps":["trace[703521201] 'process raft request' (duration: 81.22031ms)","trace[703521201] 'compare' (duration: 26.700594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:48.337973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.405289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:48.338107Z","caller":"traceutil/trace.go:171","msg":"trace[1512103435] linearizableReadLoop","detail":"{readStateIndex:25706; appliedIndex:25705; }","duration":"167.312274ms","start":"2026-03-02T22:14:48.170773Z","end":"2026-03-02T22:14:48.338086Z","steps":["trace[1512103435] 'read index received' (duration: 13.66482ms)","trace[1512103435] 'applied index is now lower than readState.Index' (duration: 153.646094ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:48.338346Z","caller":"traceutil/trace.go:171","msg":"trace[1222808877] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"205.548463ms","start":"2026-03-02T22:14:48.132783Z","end":"2026-03-02T22:14:48.338332Z","steps":["trace[1222808877] 'process raft request' (duration: 51.665823ms)","trace[1222808877] 'compare' (duration: 153.025929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:48.338615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.847609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:14:48.338653Z","caller":"traceutil/trace.go:171","msg":"trace[592036085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24853; }","duration":"167.924331ms","start":"2026-03-02T22:14:48.170719Z","end":"2026-03-02T22:14:48.338643Z","steps":["trace[592036085] 'agreement among raft nodes before linearized reading' (duration: 167.802738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:48.588362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.575659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:48.588476Z","caller":"traceutil/trace.go:171","msg":"trace[1356164877] transaction","detail":"{read_only:false; response_revision:24854; number_of_response:1; }","duration":"245.460356ms","start":"2026-03-02T22:14:48.342997Z","end":"2026-03-02T22:14:48.588457Z","steps":["trace[1356164877] 'process raft request' (duration: 106.703782ms)","trace[1356164877] 'compare' (duration: 138.428865ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:48.664439Z","caller":"traceutil/trace.go:171","msg":"trace[12612529] transaction","detail":"{read_only:false; response_revision:24855; number_of_response:1; }","duration":"321.145915ms","start":"2026-03-02T22:14:48.343258Z","end":"2026-03-02T22:14:48.664404Z","steps":["trace[12612529] 'process raft request' (duration: 320.871348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:48.664613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.343235Z","time spent":"321.299978ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:48.664924Z","caller":"traceutil/trace.go:171","msg":"trace[2082282282] linearizableReadLoop","detail":"{readStateIndex:25710; appliedIndex:25706; }","duration":"226.86153ms","start":"2026-03-02T22:14:48.438035Z","end":"2026-03-02T22:14:48.664897Z","steps":["trace[2082282282] 'read index received' (duration: 10.777736ms)","trace[2082282282] 'applied index is now lower than readState.Index' (duration: 216.082014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:48.665126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.079955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:14:48.665145Z","caller":"traceutil/trace.go:171","msg":"trace[431865459] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"320.690452ms","start":"2026-03-02T22:14:48.344442Z","end":"2026-03-02T22:14:48.665132Z","steps":["trace[431865459] 'process raft request' (duration: 319.878942ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:48.665165Z","caller":"traceutil/trace.go:171","msg":"trace[1433756798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24857; }","duration":"227.178427ms","start":"2026-03-02T22:14:48.437976Z","end":"2026-03-02T22:14:48.665154Z","steps":["trace[1433756798] 'agreement among raft nodes before linearized reading' (duration: 227.026283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:48.665206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.344421Z","time spent":"320.752714ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:48.665345Z","caller":"traceutil/trace.go:171","msg":"trace[724206711] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"306.297693ms","start":"2026-03-02T22:14:48.359028Z","end":"2026-03-02T22:14:48.665326Z","steps":["trace[724206711] 'process raft request' (duration: 305.77722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:48.665465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.359Z","time spent":"306.404367ms","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25165,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:48.920082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.764402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:48.920191Z","caller":"traceutil/trace.go:171","msg":"trace[1739499507] linearizableReadLoop","detail":"{readStateIndex:25711; appliedIndex:25710; }","duration":"142.853208ms","start":"2026-03-02T22:14:48.777321Z","end":"2026-03-02T22:14:48.920175Z","steps":["trace[1739499507] 'read index received' (duration: 39.928113ms)","trace[1739499507] 'applied index is now lower than readState.Index' (duration: 102.923495ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:48.920262Z","caller":"traceutil/trace.go:171","msg":"trace[74097309] transaction","detail":"{read_only:false; response_revision:24858; number_of_response:1; }","duration":"232.047973ms","start":"2026-03-02T22:14:48.688203Z","end":"2026-03-02T22:14:48.920251Z","steps":["trace[74097309] 'process raft request' (duration: 129.017784ms)","trace[74097309] 'compare' (duration: 102.510056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:48.920402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.093506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:48.920424Z","caller":"traceutil/trace.go:171","msg":"trace[1008318472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24858; }","duration":"143.116756ms","start":"2026-03-02T22:14:48.777299Z","end":"2026-03-02T22:14:48.920416Z","steps":["trace[1008318472] 'agreement among raft nodes before linearized reading' (duration: 143.058725ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:48.92453Z","caller":"traceutil/trace.go:171","msg":"trace[2024670622] transaction","detail":"{read_only:false; response_revision:24859; number_of_response:1; }","duration":"138.588079ms","start":"2026-03-02T22:14:48.785882Z","end":"2026-03-02T22:14:48.92447Z","steps":["trace[2024670622] 'process raft request' (duration: 138.411864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:48.929944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.594749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:14:48.930041Z","caller":"traceutil/trace.go:171","msg":"trace[597983814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24860; }","duration":"104.728352ms","start":"2026-03-02T22:14:48.82529Z","end":"2026-03-02T22:14:48.930018Z","steps":["trace[597983814] 'agreement among raft nodes before linearized reading' (duration: 104.498706ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:49.919975Z","caller":"traceutil/trace.go:171","msg":"trace[578212214] linearizableReadLoop","detail":"{readStateIndex:25721; appliedIndex:25720; }","duration":"168.817314ms","start":"2026-03-02T22:14:49.751135Z","end":"2026-03-02T22:14:49.919952Z","steps":["trace[578212214] 'read index received' (duration: 168.579967ms)","trace[578212214] 'applied index is now lower than readState.Index' (duration: 236.317µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:49.920488Z","caller":"traceutil/trace.go:171","msg":"trace[52643405] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"237.744929ms","start":"2026-03-02T22:14:49.682548Z","end":"2026-03-02T22:14:49.920293Z","steps":["trace[52643405] 'process raft request' (duration: 237.237246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:49.920715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.558313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:49.920761Z","caller":"traceutil/trace.go:171","msg":"trace[1343355532] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24868; }","duration":"169.664715ms","start":"2026-03-02T22:14:49.751082Z","end":"2026-03-02T22:14:49.920747Z","steps":["trace[1343355532] 'agreement among raft nodes before linearized reading' (duration: 169.578853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:49.945788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.72372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:49.946661Z","caller":"traceutil/trace.go:171","msg":"trace[1860854907] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24869; }","duration":"169.662365ms","start":"2026-03-02T22:14:49.776982Z","end":"2026-03-02T22:14:49.946645Z","steps":["trace[1860854907] 'agreement among raft nodes before linearized reading' (duration: 168.647519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:49.945874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.609935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-02T22:14:49.94685Z","caller":"traceutil/trace.go:171","msg":"trace[2145705542] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24869; }","duration":"163.61268ms","start":"2026-03-02T22:14:49.783229Z","end":"2026-03-02T22:14:49.946841Z","steps":["trace[2145705542] 'agreement among raft nodes before linearized reading' (duration: 162.547452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:49.945924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.381313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:49.946954Z","caller":"traceutil/trace.go:171","msg":"trace[1914378266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24869; }","duration":"169.424629ms","start":"2026-03-02T22:14:49.777522Z","end":"2026-03-02T22:14:49.946947Z","steps":["trace[1914378266] 'agreement among raft nodes before linearized reading' (duration: 168.384702ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:10.988115Z","caller":"traceutil/trace.go:171","msg":"trace[710243834] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"114.287506ms","start":"2026-03-02T22:15:10.873801Z","end":"2026-03-02T22:15:10.988089Z","steps":["trace[710243834] 'process raft request' (duration: 114.050951ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:10.988304Z","caller":"traceutil/trace.go:171","msg":"trace[54884742] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"111.155847ms","start":"2026-03-02T22:15:10.877107Z","end":"2026-03-02T22:15:10.988263Z","steps":["trace[54884742] 'process raft request' (duration: 110.912361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:30.239716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.578466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:16:30.239858Z","caller":"traceutil/trace.go:171","msg":"trace[1553269460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25824; }","duration":"100.783191ms","start":"2026-03-02T22:16:30.139044Z","end":"2026-03-02T22:16:30.239827Z","steps":["trace[1553269460] 'count revisions from in-memory index tree' (duration: 100.426841ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:12.080029Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24542} {"level":"info","ts":"2026-03-02T22:19:12.225833Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24542,"took":"140.935608ms","hash":4073883156,"current-db-size-bytes":48107520,"current-db-size":"48 MB","current-db-size-in-use-bytes":32899072,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-02T22:19:12.225897Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4073883156,"revision":24542,"compact-revision":22044} {"level":"info","ts":"2026-03-02T22:23:57.330548Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e9047e95cdba2056","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T22:23:57.336557Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-02T22:23:57.336654Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-02T22:24:12.086481Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27052} {"level":"info","ts":"2026-03-02T22:24:12.218526Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27052,"took":"128.378051ms","hash":1446753178,"current-db-size-bytes":48107520,"current-db-size":"48 MB","current-db-size-in-use-bytes":27041792,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T22:24:12.218607Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1446753178,"revision":27052,"compact-revision":24542} {"level":"info","ts":"2026-03-02T22:29:12.093606Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29127} {"level":"info","ts":"2026-03-02T22:29:12.20279Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29127,"took":"105.053741ms","hash":3046065227,"current-db-size-bytes":48107520,"current-db-size":"48 MB","current-db-size-in-use-bytes":28082176,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T22:29:12.20286Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3046065227,"revision":29127,"compact-revision":27052} {"level":"info","ts":"2026-03-02T22:34:12.101801Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31262} {"level":"info","ts":"2026-03-02T22:34:12.241533Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31262,"took":"134.945596ms","hash":2660613713,"current-db-size-bytes":48107520,"current-db-size":"48 MB","current-db-size-in-use-bytes":29151232,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T22:34:12.241593Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2660613713,"revision":31262,"compact-revision":29127} {"level":"info","ts":"2026-03-02T22:37:19.515349Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008c14.wal"} {"level":"info","ts":"2026-03-02T22:39:12.107909Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33394} {"level":"info","ts":"2026-03-02T22:39:12.234059Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33394,"took":"122.718993ms","hash":1808034116,"current-db-size-bytes":49373184,"current-db-size":"49 MB","current-db-size-in-use-bytes":29339648,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T22:39:12.234132Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1808034116,"revision":33394,"compact-revision":31262} {"level":"warn","ts":"2026-03-02T22:41:25.383277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138817023574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:41:25.884402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138817023574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:41:25.940447Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060541636s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:41:25.940895Z","caller":"traceutil/trace.go:171","msg":"trace[1639636668] transaction","detail":"{read_only:false; response_revision:36473; number_of_response:1; }","duration":"1.061039958s","start":"2026-03-02T22:41:24.87983Z","end":"2026-03-02T22:41:25.94087Z","steps":["trace[1639636668] 'process raft request' (duration: 1.060802922s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:41:25.941051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:41:24.879817Z","time spent":"1.061151761s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:41:25.946441Z","caller":"traceutil/trace.go:171","msg":"trace[419952983] transaction","detail":"{read_only:false; response_revision:36474; number_of_response:1; }","duration":"922.640983ms","start":"2026-03-02T22:41:25.023764Z","end":"2026-03-02T22:41:25.946405Z","steps":["trace[419952983] 'process raft request' (duration: 922.432598ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:41:25.946489Z","caller":"traceutil/trace.go:171","msg":"trace[2011077505] transaction","detail":"{read_only:false; response_revision:36475; number_of_response:1; }","duration":"918.121066ms","start":"2026-03-02T22:41:25.028338Z","end":"2026-03-02T22:41:25.946459Z","steps":["trace[2011077505] 'process raft request' (duration: 917.974943ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:41:25.946515Z","caller":"traceutil/trace.go:171","msg":"trace[1761764037] transaction","detail":"{read_only:false; response_revision:36476; number_of_response:1; }","duration":"916.191098ms","start":"2026-03-02T22:41:25.030307Z","end":"2026-03-02T22:41:25.946498Z","steps":["trace[1761764037] 'process raft request' (duration: 916.042955ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:41:25.946461Z","caller":"traceutil/trace.go:171","msg":"trace[1063221718] linearizableReadLoop","detail":"{readStateIndex:37683; appliedIndex:37678; }","duration":"1.063659755s","start":"2026-03-02T22:41:24.882775Z","end":"2026-03-02T22:41:25.946434Z","steps":["trace[1063221718] 'read index received' (duration: 1.058050701s)","trace[1063221718] 'applied index is now lower than readState.Index' (duration: 5.607594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:41:25.946619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:41:25.023738Z","time spent":"922.783467ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:41:25.946643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:41:25.030286Z","time spent":"916.27165ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:41:25.946725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:41:25.028321Z","time spent":"918.236721ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:41:25.946727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063934951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:41:25.946807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.882685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:41:25.946818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.082781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-node-lease/\" range_end:\"/registry/services/endpoints/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:41:25.946822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.108378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:41:25.946848Z","caller":"traceutil/trace.go:171","msg":"trace[1242298593] range","detail":"{range_begin:/registry/services/endpoints/kube-node-lease/; range_end:/registry/services/endpoints/kube-node-lease0; response_count:0; response_revision:36477; }","duration":"486.112971ms","start":"2026-03-02T22:41:25.460725Z","end":"2026-03-02T22:41:25.946837Z","steps":["trace[1242298593] 'agreement among raft nodes before linearized reading' (duration: 486.04364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:41:25.946896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:41:25.460647Z","time spent":"486.241506ms","remote":"127.0.0.1:46962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/kube-node-lease/\" range_end:\"/registry/services/endpoints/kube-node-lease0\" limit:500 "} {"level":"warn","ts":"2026-03-02T22:41:25.946898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004175783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/ingress-nginx/\" range_end:\"/registry/persistentvolumeclaims/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:41:25.946862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.360083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:41:25.94691Z","caller":"traceutil/trace.go:171","msg":"trace[475817959] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:36477; }","duration":"580.238343ms","start":"2026-03-02T22:41:25.366647Z","end":"2026-03-02T22:41:25.946885Z","steps":["trace[475817959] 'agreement among raft nodes before linearized reading' (duration: 580.086038ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:41:25.946931Z","caller":"traceutil/trace.go:171","msg":"trace[1577917081] range","detail":"{range_begin:/registry/persistentvolumeclaims/ingress-nginx/; range_end:/registry/persistentvolumeclaims/ingress-nginx0; response_count:0; response_revision:36477; }","duration":"1.004244293s","start":"2026-03-02T22:41:24.942675Z","end":"2026-03-02T22:41:25.94692Z","steps":["trace[1577917081] 'agreement among raft nodes before linearized reading' (duration: 1.004194972s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:41:25.946967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:41:24.94264Z","time spent":"1.004319535s","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/ingress-nginx/\" range_end:\"/registry/persistentvolumeclaims/ingress-nginx0\" limit:500 "} {"level":"info","ts":"2026-03-02T22:41:25.946962Z","caller":"traceutil/trace.go:171","msg":"trace[1108437577] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:36477; }","duration":"129.494077ms","start":"2026-03-02T22:41:25.817441Z","end":"2026-03-02T22:41:25.946935Z","steps":["trace[1108437577] 'agreement among raft nodes before linearized reading' (duration: 129.308071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:41:25.946966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:41:25.366623Z","time spent":"580.326414ms","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:41:25.946973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.978339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:41:25.946863Z","caller":"traceutil/trace.go:171","msg":"trace[1998642354] transaction","detail":"{read_only:false; response_revision:36477; number_of_response:1; }","duration":"870.799545ms","start":"2026-03-02T22:41:25.075805Z","end":"2026-03-02T22:41:25.946604Z","steps":["trace[1998642354] 'process raft request' (duration: 870.59074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:41:25.947034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.073075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:41:25.947051Z","caller":"traceutil/trace.go:171","msg":"trace[1130068291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36477; }","duration":"951.074312ms","start":"2026-03-02T22:41:24.995956Z","end":"2026-03-02T22:41:25.947031Z","steps":["trace[1130068291] 'agreement among raft nodes before linearized reading' (duration: 950.828555ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:41:25.947081Z","caller":"traceutil/trace.go:171","msg":"trace[596794568] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:36477; }","duration":"615.122916ms","start":"2026-03-02T22:41:25.331945Z","end":"2026-03-02T22:41:25.947068Z","steps":["trace[596794568] 'agreement among raft nodes before linearized reading' (duration: 614.939552ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:41:25.946847Z","caller":"traceutil/trace.go:171","msg":"trace[949711512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36477; }","duration":"168.958847ms","start":"2026-03-02T22:41:25.777874Z","end":"2026-03-02T22:41:25.946833Z","steps":["trace[949711512] 'agreement among raft nodes before linearized reading' (duration: 168.891246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:41:25.947115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051795722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/default\" ","response":"range_response_count:1 size:182"} {"level":"info","ts":"2026-03-02T22:41:25.947183Z","caller":"traceutil/trace.go:171","msg":"trace[1908045552] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/default; range_end:; response_count:1; response_revision:36477; }","duration":"1.051866103s","start":"2026-03-02T22:41:24.895297Z","end":"2026-03-02T22:41:25.947163Z","steps":["trace[1908045552] 'agreement among raft nodes before linearized reading' (duration: 1.051629868s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:41:25.947208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.346021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:41:25.94725Z","caller":"traceutil/trace.go:171","msg":"trace[1366614598] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36477; }","duration":"615.416073ms","start":"2026-03-02T22:41:25.331825Z","end":"2026-03-02T22:41:25.947241Z","steps":["trace[1366614598] 'agreement among raft nodes before linearized reading' (duration: 615.315381ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:41:25.946835Z","caller":"traceutil/trace.go:171","msg":"trace[334582656] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:36477; }","duration":"1.064074375s","start":"2026-03-02T22:41:24.882736Z","end":"2026-03-02T22:41:25.94681Z","steps":["trace[334582656] 'agreement among raft nodes before linearized reading' (duration: 1.063916851s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:41:25.947255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:41:24.895265Z","time spent":"1.051975536s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":205,"request content":"key:\"/registry/serviceaccounts/capo-system/default\" "} {"level":"warn","ts":"2026-03-02T22:41:25.947286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:41:25.33181Z","time spent":"615.469134ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:41:25.947118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:41:24.995944Z","time spent":"951.135363ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:41:25.947307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:41:24.882722Z","time spent":"1.064568017s","remote":"127.0.0.1:49158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:41:25.947125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:41:25.331891Z","time spent":"615.225198ms","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.108\" "} {"level":"warn","ts":"2026-03-02T22:41:25.947439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:41:25.075791Z","time spent":"871.34834ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:41:25.947934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057339153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-z85j7\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-02T22:41:25.948014Z","caller":"traceutil/trace.go:171","msg":"trace[1040282782] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-z85j7; range_end:; response_count:1; response_revision:36477; }","duration":"1.057448256s","start":"2026-03-02T22:41:24.890554Z","end":"2026-03-02T22:41:25.948002Z","steps":["trace[1040282782] 'agreement among raft nodes before linearized reading' (duration: 1.056157202s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:41:25.948075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:41:24.890539Z","time spent":"1.057525617s","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4885,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-z85j7\" "} {"level":"warn","ts":"2026-03-02T22:41:37.692275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.699157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:2 size:1545"} {"level":"info","ts":"2026-03-02T22:41:37.692392Z","caller":"traceutil/trace.go:171","msg":"trace[252774647] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:2; response_revision:36554; }","duration":"789.840792ms","start":"2026-03-02T22:41:36.902528Z","end":"2026-03-02T22:41:37.692369Z","steps":["trace[252774647] 'range keys from in-memory index tree' (duration: 789.546624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:41:37.692441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:41:36.902518Z","time spent":"789.910614ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":2,"response size":1568,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-02T22:41:37.69321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.071001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-public/default\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-03-02T22:41:37.693299Z","caller":"traceutil/trace.go:171","msg":"trace[421264917] range","detail":"{range_begin:/registry/serviceaccounts/kube-public/default; range_end:; response_count:1; response_revision:36554; }","duration":"714.203124ms","start":"2026-03-02T22:41:36.979078Z","end":"2026-03-02T22:41:37.693281Z","steps":["trace[421264917] 'range keys from in-memory index tree' (duration: 713.925327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:41:37.693346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:41:36.979062Z","time spent":"714.271136ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-public/default\" "} {"level":"info","ts":"2026-03-02T22:41:37.694072Z","caller":"traceutil/trace.go:171","msg":"trace[1348110985] transaction","detail":"{read_only:false; response_revision:36555; number_of_response:1; }","duration":"360.473514ms","start":"2026-03-02T22:41:37.333555Z","end":"2026-03-02T22:41:37.694029Z","steps":["trace[1348110985] 'process raft request' (duration: 359.075938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:41:37.694261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:41:37.333538Z","time spent":"360.612837ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:41:37.694294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.565562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:41:37.694337Z","caller":"traceutil/trace.go:171","msg":"trace[1341967535] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:36554; }","duration":"363.620074ms","start":"2026-03-02T22:41:37.330706Z","end":"2026-03-02T22:41:37.694326Z","steps":["trace[1341967535] 'count revisions from in-memory index tree' (duration: 362.988368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:41:37.694371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:41:37.330654Z","time spent":"363.708116ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:44:07.009144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222138817033245,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:44:07.015461Z","caller":"traceutil/trace.go:171","msg":"trace[2078308863] transaction","detail":"{read_only:false; response_revision:37571; number_of_response:1; }","duration":"512.904928ms","start":"2026-03-02T22:44:06.502532Z","end":"2026-03-02T22:44:07.015437Z","steps":["trace[2078308863] 'process raft request' (duration: 512.713072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:07.015595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:06.5025Z","time spent":"513.008781ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:44:08.541849Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.5264968s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:44:08.54377Z","caller":"traceutil/trace.go:171","msg":"trace[1321815528] transaction","detail":"{read_only:false; response_revision:37572; number_of_response:1; }","duration":"2.040955247s","start":"2026-03-02T22:44:06.50264Z","end":"2026-03-02T22:44:08.543595Z","steps":["trace[1321815528] 'process raft request' (duration: 2.040120345s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:08.543943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:06.50262Z","time spent":"2.041230185s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:44:08.543921Z","caller":"traceutil/trace.go:171","msg":"trace[1406323050] transaction","detail":"{read_only:false; response_revision:37576; number_of_response:1; }","duration":"1.326907368s","start":"2026-03-02T22:44:07.216993Z","end":"2026-03-02T22:44:08.5439Z","steps":["trace[1406323050] 'process raft request' (duration: 1.326858637s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:44:08.544048Z","caller":"traceutil/trace.go:171","msg":"trace[725417126] transaction","detail":"{read_only:false; response_revision:37577; number_of_response:1; }","duration":"641.389189ms","start":"2026-03-02T22:44:07.902616Z","end":"2026-03-02T22:44:08.544005Z","steps":["trace[725417126] 'process raft request' (duration: 641.258805ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:44:08.544068Z","caller":"traceutil/trace.go:171","msg":"trace[171110560] transaction","detail":"{read_only:false; response_revision:37573; number_of_response:1; }","duration":"2.040474236s","start":"2026-03-02T22:44:06.503586Z","end":"2026-03-02T22:44:08.54406Z","steps":["trace[171110560] 'process raft request' (duration: 2.039941082s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:08.544175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:07.216977Z","time spent":"1.327128874s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:44:08.544245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:06.503544Z","time spent":"2.040619579s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:44:08.544243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:07.902576Z","time spent":"641.577343ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:44:08.54425Z","caller":"traceutil/trace.go:171","msg":"trace[391068446] transaction","detail":"{read_only:false; response_revision:37575; number_of_response:1; }","duration":"1.690331116s","start":"2026-03-02T22:44:06.853897Z","end":"2026-03-02T22:44:08.544228Z","steps":["trace[391068446] 'process raft request' (duration: 1.689923136s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:08.544378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:06.853872Z","time spent":"1.690429669s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:44:08.544266Z","caller":"traceutil/trace.go:171","msg":"trace[988066596] linearizableReadLoop","detail":"{readStateIndex:38816; appliedIndex:38811; }","duration":"2.035966599s","start":"2026-03-02T22:44:06.508281Z","end":"2026-03-02T22:44:08.544248Z","steps":["trace[988066596] 'read index received' (duration: 507.042857ms)","trace[988066596] 'applied index is now lower than readState.Index' (duration: 1.528921482s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:44:08.543981Z","caller":"traceutil/trace.go:171","msg":"trace[462814419] transaction","detail":"{read_only:false; response_revision:37574; number_of_response:1; }","duration":"2.040114466s","start":"2026-03-02T22:44:06.503813Z","end":"2026-03-02T22:44:08.543927Z","steps":["trace[462814419] 'process raft request' (duration: 2.039935131s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:08.544583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:06.503802Z","time spent":"2.040743862s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:44:08.544643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426472579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:44:08.544655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019443567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:44:08.544677Z","caller":"traceutil/trace.go:171","msg":"trace[732839024] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:37577; }","duration":"1.42654419s","start":"2026-03-02T22:44:07.118126Z","end":"2026-03-02T22:44:08.54467Z","steps":["trace[732839024] 'agreement among raft nodes before linearized reading' (duration: 1.426487378s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:44:08.544692Z","caller":"traceutil/trace.go:171","msg":"trace[802474756] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:37577; }","duration":"2.019511528s","start":"2026-03-02T22:44:06.52517Z","end":"2026-03-02T22:44:08.544682Z","steps":["trace[802474756] 'agreement among raft nodes before linearized reading' (duration: 2.019341254s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:08.544716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:06.525155Z","time spent":"2.01955604s","remote":"127.0.0.1:47108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":196,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:44:08.544737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85794632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:44:08.544768Z","caller":"traceutil/trace.go:171","msg":"trace[1334607433] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37577; }","duration":"1.858016392s","start":"2026-03-02T22:44:06.686742Z","end":"2026-03-02T22:44:08.544758Z","steps":["trace[1334607433] 'agreement among raft nodes before linearized reading' (duration: 1.857898549s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:08.54479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:06.686724Z","time spent":"1.858061593s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:44:08.544866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198486558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-02T22:44:08.544882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626893142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:44:08.544901Z","caller":"traceutil/trace.go:171","msg":"trace[416230926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37577; }","duration":"1.626950643s","start":"2026-03-02T22:44:06.917945Z","end":"2026-03-02T22:44:08.544895Z","steps":["trace[416230926] 'agreement among raft nodes before linearized reading' (duration: 1.626897062s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:08.544908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87551921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:44:08.544923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:06.917924Z","time spent":"1.626995294s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:44:08.544933Z","caller":"traceutil/trace.go:171","msg":"trace[1471595534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37577; }","duration":"1.875581432s","start":"2026-03-02T22:44:06.669342Z","end":"2026-03-02T22:44:08.544924Z","steps":["trace[1471595534] 'agreement among raft nodes before linearized reading' (duration: 1.875501s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:08.544952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:06.669319Z","time spent":"1.875628702s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:44:08.545033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891889798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:44:08.545056Z","caller":"traceutil/trace.go:171","msg":"trace[2104149008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37577; }","duration":"1.8919476s","start":"2026-03-02T22:44:06.653103Z","end":"2026-03-02T22:44:08.54505Z","steps":["trace[2104149008] 'agreement among raft nodes before linearized reading' (duration: 1.891890929s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:08.545051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67405718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:44:08.545073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:06.653084Z","time spent":"1.891985301s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:44:08.545072Z","caller":"traceutil/trace.go:171","msg":"trace[1208893490] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37577; }","duration":"1.19855246s","start":"2026-03-02T22:44:07.346338Z","end":"2026-03-02T22:44:08.544891Z","steps":["trace[1208893490] 'agreement among raft nodes before linearized reading' (duration: 1.198411517s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:44:08.545088Z","caller":"traceutil/trace.go:171","msg":"trace[164765062] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:37577; }","duration":"1.674129052s","start":"2026-03-02T22:44:06.870947Z","end":"2026-03-02T22:44:08.545076Z","steps":["trace[164765062] 'agreement among raft nodes before linearized reading' (duration: 1.67406297s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:08.545121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:06.870928Z","time spent":"1.674184343s","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:44:08.545156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922122174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-cmd-reporter\" ","response":"range_response_count:1 size:848"} {"level":"info","ts":"2026-03-02T22:44:08.545175Z","caller":"traceutil/trace.go:171","msg":"trace[1025479652] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-cmd-reporter; range_end:; response_count:1; response_revision:37577; }","duration":"1.922173985s","start":"2026-03-02T22:44:06.622994Z","end":"2026-03-02T22:44:08.545168Z","steps":["trace[1025479652] 'agreement among raft nodes before linearized reading' (duration: 1.922117803s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:08.545171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036888494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api-certs.189924a4a789ad55\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37570 ","response":"range_response_count:223 size:166980"} {"level":"warn","ts":"2026-03-02T22:44:08.545191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:06.622974Z","time spent":"1.922211746s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":871,"request content":"key:\"/registry/serviceaccounts/openstack/rook-ceph-cmd-reporter\" "} {"level":"warn","ts":"2026-03-02T22:44:08.545173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766304123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:44:08.545204Z","caller":"traceutil/trace.go:171","msg":"trace[719676417] range","detail":"{range_begin:/registry/events/openstack/placement-api-certs.189924a4a789ad55\u0000; range_end:/registry/events/openstack0; response_count:223; response_revision:37577; }","duration":"2.036938895s","start":"2026-03-02T22:44:06.508256Z","end":"2026-03-02T22:44:08.545195Z","steps":["trace[719676417] 'agreement among raft nodes before linearized reading' (duration: 2.036035032s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:08.545234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:06.508235Z","time spent":"2.036985006s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":223,"response size":167003,"request content":"key:\"/registry/events/openstack/placement-api-certs.189924a4a789ad55\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37570 "} {"level":"info","ts":"2026-03-02T22:44:08.545233Z","caller":"traceutil/trace.go:171","msg":"trace[57455253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37577; }","duration":"1.766420496s","start":"2026-03-02T22:44:06.778795Z","end":"2026-03-02T22:44:08.545216Z","steps":["trace[57455253] 'agreement among raft nodes before linearized reading' (duration: 1.766287322s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:08.54525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.522145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-02T22:44:08.544696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:07.118105Z","time spent":"1.426586181s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:44:08.54528Z","caller":"traceutil/trace.go:171","msg":"trace[2125989238] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:37577; }","duration":"759.587636ms","start":"2026-03-02T22:44:07.785683Z","end":"2026-03-02T22:44:08.545271Z","steps":["trace[2125989238] 'agreement among raft nodes before linearized reading' (duration: 759.500294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:08.545277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:06.778778Z","time spent":"1.766489497s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:44:08.545299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:07.785664Z","time spent":"759.631147ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T22:44:08.545389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242778373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:44:08.545405Z","caller":"traceutil/trace.go:171","msg":"trace[2126956394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37577; }","duration":"1.242837094s","start":"2026-03-02T22:44:07.302562Z","end":"2026-03-02T22:44:08.545399Z","steps":["trace[2126956394] 'agreement among raft nodes before linearized reading' (duration: 1.242784923s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:08.545422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:07.302541Z","time spent":"1.242876315s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:44:08.545421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108832513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:44:08.545452Z","caller":"traceutil/trace.go:171","msg":"trace[425239816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37577; }","duration":"1.108906014s","start":"2026-03-02T22:44:07.436537Z","end":"2026-03-02T22:44:08.545443Z","steps":["trace[425239816] 'agreement among raft nodes before linearized reading' (duration: 1.108819192s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:08.54549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:07.436513Z","time spent":"1.108969915s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:44:08.54555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369867168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:44:08.545642Z","caller":"traceutil/trace.go:171","msg":"trace[1344204465] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:37577; }","duration":"1.370009872s","start":"2026-03-02T22:44:07.175609Z","end":"2026-03-02T22:44:08.545619Z","steps":["trace[1344204465] 'agreement among raft nodes before linearized reading' (duration: 1.369875038s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:08.545693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:07.175593Z","time spent":"1.370084994s","remote":"127.0.0.1:59330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:44:08.549171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:07.346318Z","time spent":"1.198790886s","remote":"127.0.0.1:46974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:44:12.114152Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35473} {"level":"info","ts":"2026-03-02T22:44:12.232233Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35473,"took":"113.528898ms","hash":2508905697,"current-db-size-bytes":49373184,"current-db-size":"49 MB","current-db-size-in-use-bytes":26914816,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T22:44:12.232291Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2508905697,"revision":35473,"compact-revision":33394}