{"level":"warn","ts":"2026-08-22T14:43:05.24971Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-22T14:43:05.24982Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.124:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.124:2380","--initial-cluster=instance=https://199.19.213.124:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.124:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.124:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-22T14:43:05.249901Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-22T14:43:05.249917Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.124:2380"]} {"level":"info","ts":"2026-08-22T14:43:05.249946Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-22T14:43:05.250598Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.124:2379"]} {"level":"info","ts":"2026-08-22T14:43:05.250715Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.124:2380"],"listen-peer-urls":["https://199.19.213.124:2380"],"advertise-client-urls":["https://199.19.213.124:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.124:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.124:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-22T14:43:05.259538Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.535939ms"} {"level":"info","ts":"2026-08-22T14:43:05.270331Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6894f7e0c0041bce","cluster-id":"db11c089a44de10a"} {"level":"info","ts":"2026-08-22T14:43:05.270512Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce switched to configuration voters=()"} {"level":"info","ts":"2026-08-22T14:43:05.270558Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce became follower at term 0"} {"level":"info","ts":"2026-08-22T14:43:05.270591Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6894f7e0c0041bce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-22T14:43:05.270607Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce became follower at term 1"} {"level":"info","ts":"2026-08-22T14:43:05.270683Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce switched to configuration voters=(7535920621163912142)"} {"level":"warn","ts":"2026-08-22T14:43:05.291541Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-22T14:43:05.293136Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-22T14:43:05.294343Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-22T14:43:05.297357Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6894f7e0c0041bce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-22T14:43:05.297505Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T14:43:05.297587Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T14:43:05.297598Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T14:43:05.297538Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6894f7e0c0041bce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-22T14:43:05.301269Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce switched to configuration voters=(7535920621163912142)"} {"level":"info","ts":"2026-08-22T14:43:05.301415Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"db11c089a44de10a","local-member-id":"6894f7e0c0041bce","added-peer-id":"6894f7e0c0041bce","added-peer-peer-urls":["https://199.19.213.124:2380"]} {"level":"info","ts":"2026-08-22T14:43:05.304482Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-22T14:43:05.304601Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.124:2380"} {"level":"info","ts":"2026-08-22T14:43:05.304652Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.124:2380"} {"level":"info","ts":"2026-08-22T14:43:05.305062Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6894f7e0c0041bce","initial-advertise-peer-urls":["https://199.19.213.124:2380"],"listen-peer-urls":["https://199.19.213.124:2380"],"advertise-client-urls":["https://199.19.213.124:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.124:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-22T14:43:05.305129Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-22T14:43:05.771845Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce is starting a new election at term 1"} {"level":"info","ts":"2026-08-22T14:43:05.771959Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce became pre-candidate at term 1"} {"level":"info","ts":"2026-08-22T14:43:05.772017Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce received MsgPreVoteResp from 6894f7e0c0041bce at term 1"} {"level":"info","ts":"2026-08-22T14:43:05.772043Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce became candidate at term 2"} {"level":"info","ts":"2026-08-22T14:43:05.772063Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce received MsgVoteResp from 6894f7e0c0041bce at term 2"} {"level":"info","ts":"2026-08-22T14:43:05.772108Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce became leader at term 2"} {"level":"info","ts":"2026-08-22T14:43:05.772134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6894f7e0c0041bce elected leader 6894f7e0c0041bce at term 2"} {"level":"info","ts":"2026-08-22T14:43:05.773251Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6894f7e0c0041bce","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.124:2379]}","request-path":"/0/members/6894f7e0c0041bce/attributes","cluster-id":"db11c089a44de10a","publish-timeout":"7s"} {"level":"info","ts":"2026-08-22T14:43:05.773573Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-22T14:43:05.773679Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-22T14:43:05.773778Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-22T14:43:05.773868Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-22T14:43:05.773843Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-22T14:43:05.775336Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"db11c089a44de10a","local-member-id":"6894f7e0c0041bce","cluster-version":"3.5"} {"level":"info","ts":"2026-08-22T14:43:05.775535Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-22T14:43:05.775616Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-22T14:43:05.777602Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.124:2379"} {"level":"info","ts":"2026-08-22T14:43:05.77864Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-22T14:43:07.408746Z","caller":"traceutil/trace.go:171","msg":"trace[1361554720] linearizableReadLoop","detail":"{readStateIndex:5; appliedIndex:4; }","duration":"326.367483ms","start":"2026-08-22T14:43:07.082347Z","end":"2026-08-22T14:43:07.408714Z","steps":["trace[1361554720] 'read index received' (duration: 326.175728ms)","trace[1361554720] 'applied index is now lower than readState.Index' (duration: 190.565µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:43:07.408821Z","caller":"traceutil/trace.go:171","msg":"trace[1307428001] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"326.654441ms","start":"2026-08-22T14:43:07.082119Z","end":"2026-08-22T14:43:07.408774Z","steps":["trace[1307428001] 'process raft request' (duration: 326.370353ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:07.409068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.6076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-22T14:43:07.409132Z","caller":"traceutil/trace.go:171","msg":"trace[79828745] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:2; }","duration":"326.819056ms","start":"2026-08-22T14:43:07.082302Z","end":"2026-08-22T14:43:07.409121Z","steps":["trace[79828745] 'agreement among raft nodes before linearized reading' (duration: 326.559929ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:07.409167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:07.082285Z","time spent":"326.873798ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-08-22T14:43:07.409582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:07.082093Z","time spent":"326.832836ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:43:07.425159Z","caller":"traceutil/trace.go:171","msg":"trace[553894119] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"267.310637ms","start":"2026-08-22T14:43:07.157833Z","end":"2026-08-22T14:43:07.425143Z","steps":["trace[553894119] 'process raft request' (duration: 267.04006ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:07.425287Z","caller":"traceutil/trace.go:171","msg":"trace[1911245290] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"264.962002ms","start":"2026-08-22T14:43:07.160266Z","end":"2026-08-22T14:43:07.425228Z","steps":["trace[1911245290] 'process raft request' (duration: 264.873039ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:07.425297Z","caller":"traceutil/trace.go:171","msg":"trace[439457092] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"265.130716ms","start":"2026-08-22T14:43:07.160097Z","end":"2026-08-22T14:43:07.425227Z","steps":["trace[439457092] 'process raft request' (duration: 264.91846ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:07.425613Z","caller":"traceutil/trace.go:171","msg":"trace[1415798063] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"265.242879ms","start":"2026-08-22T14:43:07.160323Z","end":"2026-08-22T14:43:07.425565Z","steps":["trace[1415798063] 'process raft request' (duration: 264.843838ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:07.425679Z","caller":"traceutil/trace.go:171","msg":"trace[818279146] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"264.780136ms","start":"2026-08-22T14:43:07.160883Z","end":"2026-08-22T14:43:07.425663Z","steps":["trace[818279146] 'process raft request' (duration: 264.663083ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:07.425667Z","caller":"traceutil/trace.go:171","msg":"trace[1981507121] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"264.845438ms","start":"2026-08-22T14:43:07.160782Z","end":"2026-08-22T14:43:07.425627Z","steps":["trace[1981507121] 'process raft request' (duration: 264.57579ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:07.42584Z","caller":"traceutil/trace.go:171","msg":"trace[1086090516] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"241.286067ms","start":"2026-08-22T14:43:07.184532Z","end":"2026-08-22T14:43:07.425818Z","steps":["trace[1086090516] 'process raft request' (duration: 241.099242ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:07.426025Z","caller":"traceutil/trace.go:171","msg":"trace[767878125] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"262.591585ms","start":"2026-08-22T14:43:07.163424Z","end":"2026-08-22T14:43:07.426016Z","steps":["trace[767878125] 'process raft request' (duration: 262.165043ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:07.42602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.742546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-22T14:43:07.426128Z","caller":"traceutil/trace.go:171","msg":"trace[1436194620] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:0; response_revision:10; }","duration":"335.88219ms","start":"2026-08-22T14:43:07.090227Z","end":"2026-08-22T14:43:07.426109Z","steps":["trace[1436194620] 'agreement among raft nodes before linearized reading' (duration: 335.599772ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:07.426162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.83569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-08-22T14:43:07.426054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.555455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-22T14:43:07.4262Z","caller":"traceutil/trace.go:171","msg":"trace[528284031] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"186.915033ms","start":"2026-08-22T14:43:07.239272Z","end":"2026-08-22T14:43:07.426187Z","steps":["trace[528284031] 'agreement among raft nodes before linearized reading' (duration: 186.868841ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:07.426224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.087311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.124\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-08-22T14:43:07.426247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.859471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-08-22T14:43:07.426024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.908848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-22T14:43:07.426299Z","caller":"traceutil/trace.go:171","msg":"trace[145835912] range","detail":"{range_begin:/registry/masterleases/199.19.213.124; range_end:; response_count:0; response_revision:10; }","duration":"272.201644ms","start":"2026-08-22T14:43:07.154075Z","end":"2026-08-22T14:43:07.426277Z","steps":["trace[145835912] 'agreement among raft nodes before linearized reading' (duration: 272.04356ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:07.426295Z","caller":"traceutil/trace.go:171","msg":"trace[1372314951] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"283.940883ms","start":"2026-08-22T14:43:07.142343Z","end":"2026-08-22T14:43:07.426284Z","steps":["trace[1372314951] 'agreement among raft nodes before linearized reading' (duration: 283.875341ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:07.426188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:07.090215Z","time spent":"335.958532ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":27,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-08-22T14:43:07.426284Z","caller":"traceutil/trace.go:171","msg":"trace[505810735] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:10; }","duration":"343.803443ms","start":"2026-08-22T14:43:07.082428Z","end":"2026-08-22T14:43:07.426231Z","steps":["trace[505810735] 'agreement among raft nodes before linearized reading' (duration: 343.540215ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:07.426426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.764084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-08-22T14:43:07.426476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:07.082419Z","time spent":"344.042709ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-08-22T14:43:07.426531Z","caller":"traceutil/trace.go:171","msg":"trace[71723201] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"209.964519ms","start":"2026-08-22T14:43:07.21654Z","end":"2026-08-22T14:43:07.426504Z","steps":["trace[71723201] 'agreement among raft nodes before linearized reading' (duration: 209.752803ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:07.426534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.132873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-22T14:43:07.426577Z","caller":"traceutil/trace.go:171","msg":"trace[1439789374] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"195.220275ms","start":"2026-08-22T14:43:07.231348Z","end":"2026-08-22T14:43:07.426568Z","steps":["trace[1439789374] 'agreement among raft nodes before linearized reading' (duration: 195.153263ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:07.426319Z","caller":"traceutil/trace.go:171","msg":"trace[1574257274] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:10; }","duration":"266.268788ms","start":"2026-08-22T14:43:07.160032Z","end":"2026-08-22T14:43:07.426301Z","steps":["trace[1574257274] 'agreement among raft nodes before linearized reading' (duration: 265.778784ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:07.426872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.888351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-22T14:43:07.426987Z","caller":"traceutil/trace.go:171","msg":"trace[211565626] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"269.095857ms","start":"2026-08-22T14:43:07.157861Z","end":"2026-08-22T14:43:07.426957Z","steps":["trace[211565626] 'agreement among raft nodes before linearized reading' (duration: 268.666245ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:21.578779Z","caller":"traceutil/trace.go:171","msg":"trace[991071674] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:420; }","duration":"151.165489ms","start":"2026-08-22T14:43:21.427592Z","end":"2026-08-22T14:43:21.578758Z","steps":["trace[991071674] 'read index received' (duration: 151.012805ms)","trace[991071674] 'applied index is now lower than readState.Index' (duration: 151.894µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:43:21.578872Z","caller":"traceutil/trace.go:171","msg":"trace[2091084575] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"350.088349ms","start":"2026-08-22T14:43:21.228757Z","end":"2026-08-22T14:43:21.578845Z","steps":["trace[2091084575] 'process raft request' (duration: 349.868002ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:21.578937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.337215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-22T14:43:21.57897Z","caller":"traceutil/trace.go:171","msg":"trace[931571937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:407; }","duration":"151.416297ms","start":"2026-08-22T14:43:21.427543Z","end":"2026-08-22T14:43:21.57896Z","steps":["trace[931571937] 'agreement among raft nodes before linearized reading' (duration: 151.343235ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:21.578999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.280072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-22T14:43:21.579004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:21.228739Z","time spent":"350.192321ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:43:21.579048Z","caller":"traceutil/trace.go:171","msg":"trace[1964101127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:407; }","duration":"121.354603ms","start":"2026-08-22T14:43:21.457682Z","end":"2026-08-22T14:43:21.579036Z","steps":["trace[1964101127] 'agreement among raft nodes before linearized reading' (duration: 121.26348ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:33.323786Z","caller":"traceutil/trace.go:171","msg":"trace[2119325232] linearizableReadLoop","detail":"{readStateIndex:487; appliedIndex:486; }","duration":"447.022798ms","start":"2026-08-22T14:43:32.876743Z","end":"2026-08-22T14:43:33.323766Z","steps":["trace[2119325232] 'read index received' (duration: 446.848223ms)","trace[2119325232] 'applied index is now lower than readState.Index' (duration: 173.605µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:43:33.32382Z","caller":"traceutil/trace.go:171","msg":"trace[1403240768] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"849.474864ms","start":"2026-08-22T14:43:32.474319Z","end":"2026-08-22T14:43:33.323794Z","steps":["trace[1403240768] 'process raft request' (duration: 849.30668ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:33.323898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.148931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:43:33.323929Z","caller":"traceutil/trace.go:171","msg":"trace[1845774099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:470; }","duration":"447.261194ms","start":"2026-08-22T14:43:32.876657Z","end":"2026-08-22T14:43:33.323919Z","steps":["trace[1845774099] 'agreement among raft nodes before linearized reading' (duration: 447.192152ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:33.323947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:32.474283Z","time spent":"849.593908ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:43:33.323957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:32.876628Z","time spent":"447.323466ms","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T14:43:34.062865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.087858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-22T14:43:34.062987Z","caller":"traceutil/trace.go:171","msg":"trace[1046824555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:472; }","duration":"110.292003ms","start":"2026-08-22T14:43:33.95267Z","end":"2026-08-22T14:43:34.062962Z","steps":["trace[1046824555] 'range keys from in-memory index tree' (duration: 109.950314ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:34.063035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.009275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:43:34.063128Z","caller":"traceutil/trace.go:171","msg":"trace[145892305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:472; }","duration":"187.174689ms","start":"2026-08-22T14:43:33.875931Z","end":"2026-08-22T14:43:34.063106Z","steps":["trace[145892305] 'range keys from in-memory index tree' (duration: 186.905882ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:43.373326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154769014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T14:43:43.874331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154769014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T14:43:44.088943Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.253747383s","expected-duration":"1s"} {"level":"info","ts":"2026-08-22T14:43:44.089652Z","caller":"traceutil/trace.go:171","msg":"trace[204880352] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"1.254591767s","start":"2026-08-22T14:43:42.835024Z","end":"2026-08-22T14:43:44.089616Z","steps":["trace[204880352] 'process raft request' (duration: 1.25437552s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:44.089884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:42.834995Z","time spent":"1.254772052s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T14:43:44.151766Z","caller":"traceutil/trace.go:171","msg":"trace[927794325] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.308842919s","start":"2026-08-22T14:43:42.842887Z","end":"2026-08-22T14:43:44.15173Z","steps":["trace[927794325] 'process raft request' (duration: 1.284551707s)","trace[927794325] 'compare' (duration: 23.938892ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:43:44.151819Z","caller":"traceutil/trace.go:171","msg":"trace[1890635501] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"1.308459658s","start":"2026-08-22T14:43:42.843307Z","end":"2026-08-22T14:43:44.151766Z","steps":["trace[1890635501] 'process raft request' (duration: 1.308260282s)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:44.151828Z","caller":"traceutil/trace.go:171","msg":"trace[871639144] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"1.297817749s","start":"2026-08-22T14:43:42.853961Z","end":"2026-08-22T14:43:44.151779Z","steps":["trace[871639144] 'process raft request' (duration: 1.297666885s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:44.15194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:42.842865Z","time spent":"1.308977872s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T14:43:44.151999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:42.843264Z","time spent":"1.308648643s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T14:43:44.152077Z","caller":"traceutil/trace.go:171","msg":"trace[329189188] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"1.278530938s","start":"2026-08-22T14:43:42.873537Z","end":"2026-08-22T14:43:44.152068Z","steps":["trace[329189188] 'process raft request' (duration: 1.278345113s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:44.15206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:42.853949Z","time spent":"1.297972573s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T14:43:44.15206Z","caller":"traceutil/trace.go:171","msg":"trace[1840053163] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"1.29216266s","start":"2026-08-22T14:43:42.859871Z","end":"2026-08-22T14:43:44.152034Z","steps":["trace[1840053163] 'process raft request' (duration: 1.291848601s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:44.152111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:42.873529Z","time spent":"1.278565849s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T14:43:44.152157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:42.859865Z","time spent":"1.292244832s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T14:43:44.152178Z","caller":"traceutil/trace.go:171","msg":"trace[697978648] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.292379757s","start":"2026-08-22T14:43:42.859791Z","end":"2026-08-22T14:43:44.152171Z","steps":["trace[697978648] 'process raft request' (duration: 1.291880823s)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:44.152174Z","caller":"traceutil/trace.go:171","msg":"trace[976687664] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"1.280626577s","start":"2026-08-22T14:43:42.871533Z","end":"2026-08-22T14:43:44.152159Z","steps":["trace[976687664] 'process raft request' (duration: 1.280308118s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:44.152204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:42.85977Z","time spent":"1.292422658s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T14:43:44.152211Z","caller":"traceutil/trace.go:171","msg":"trace[407184844] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"1.267137389s","start":"2026-08-22T14:43:42.885062Z","end":"2026-08-22T14:43:44.152199Z","steps":["trace[407184844] 'process raft request' (duration: 1.266926623s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:44.152227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:42.871515Z","time spent":"1.280687049s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T14:43:44.152252Z","caller":"traceutil/trace.go:171","msg":"trace[1105176722] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"1.14133099s","start":"2026-08-22T14:43:43.010913Z","end":"2026-08-22T14:43:44.152244Z","steps":["trace[1105176722] 'process raft request' (duration: 1.141203616s)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:44.152261Z","caller":"traceutil/trace.go:171","msg":"trace[101794620] linearizableReadLoop","detail":"{readStateIndex:557; appliedIndex:545; }","duration":"1.279392142s","start":"2026-08-22T14:43:42.872862Z","end":"2026-08-22T14:43:44.152254Z","steps":["trace[101794620] 'read index received' (duration: 1.216584051s)","trace[101794620] 'applied index is now lower than readState.Index' (duration: 62.806931ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:43:44.152259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:42.885031Z","time spent":"1.267206081s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T14:43:44.152286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:43.01088Z","time spent":"1.141391502s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T14:43:44.152342Z","caller":"traceutil/trace.go:171","msg":"trace[768024676] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"1.276204572s","start":"2026-08-22T14:43:42.876127Z","end":"2026-08-22T14:43:44.152332Z","steps":["trace[768024676] 'process raft request' (duration: 1.275805071s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:44.152364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279495365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:43:44.15239Z","caller":"traceutil/trace.go:171","msg":"trace[234405732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:540; }","duration":"1.279540097s","start":"2026-08-22T14:43:42.87284Z","end":"2026-08-22T14:43:44.15238Z","steps":["trace[234405732] 'agreement among raft nodes before linearized reading' (duration: 1.279466205s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:44.15238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:42.876122Z","time spent":"1.276240574s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T14:43:44.152407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:42.872834Z","time spent":"1.279568827s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T14:43:44.152389Z","caller":"traceutil/trace.go:171","msg":"trace[262707656] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"1.241351335s","start":"2026-08-22T14:43:42.910991Z","end":"2026-08-22T14:43:44.152343Z","steps":["trace[262707656] 'process raft request' (duration: 1.241055416s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:44.152451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.114036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-22T14:43:44.152474Z","caller":"traceutil/trace.go:171","msg":"trace[1531790502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:540; }","duration":"787.181257ms","start":"2026-08-22T14:43:43.365286Z","end":"2026-08-22T14:43:44.152468Z","steps":["trace[1531790502] 'agreement among raft nodes before linearized reading' (duration: 787.063384ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:44.152493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:43.365264Z","time spent":"787.224509ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-22T14:43:44.152531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:42.910951Z","time spent":"1.24151157s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T14:43:44.152556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.566846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-22T14:43:44.152589Z","caller":"traceutil/trace.go:171","msg":"trace[1714340780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:540; }","duration":"276.639038ms","start":"2026-08-22T14:43:43.87594Z","end":"2026-08-22T14:43:44.152579Z","steps":["trace[1714340780] 'agreement among raft nodes before linearized reading' (duration: 276.501465ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:44.152654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.894409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-22T14:43:44.152691Z","caller":"traceutil/trace.go:171","msg":"trace[470228498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:540; }","duration":"351.963741ms","start":"2026-08-22T14:43:43.800714Z","end":"2026-08-22T14:43:44.152678Z","steps":["trace[470228498] 'agreement among raft nodes before linearized reading' (duration: 351.848888ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:44.152715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:43.800693Z","time spent":"352.017783ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-22T14:43:44.405346Z","caller":"traceutil/trace.go:171","msg":"trace[590370087] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"196.0992ms","start":"2026-08-22T14:43:44.209217Z","end":"2026-08-22T14:43:44.405316Z","steps":["trace[590370087] 'process raft request' (duration: 193.336982ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:44.40562Z","caller":"traceutil/trace.go:171","msg":"trace[773269063] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"188.333113ms","start":"2026-08-22T14:43:44.217258Z","end":"2026-08-22T14:43:44.405591Z","steps":["trace[773269063] 'process raft request' (duration: 188.220229ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:44.405717Z","caller":"traceutil/trace.go:171","msg":"trace[542698711] transaction","detail":"{read_only:false; number_of_response:1; response_revision:557; }","duration":"188.465936ms","start":"2026-08-22T14:43:44.217181Z","end":"2026-08-22T14:43:44.405647Z","steps":["trace[542698711] 'process raft request' (duration: 188.088076ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:44.420338Z","caller":"traceutil/trace.go:171","msg":"trace[1715486244] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"177.274102ms","start":"2026-08-22T14:43:44.243043Z","end":"2026-08-22T14:43:44.420317Z","steps":["trace[1715486244] 'process raft request' (duration: 176.991804ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:44.420398Z","caller":"traceutil/trace.go:171","msg":"trace[1555838236] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"196.46087ms","start":"2026-08-22T14:43:44.223916Z","end":"2026-08-22T14:43:44.420377Z","steps":["trace[1555838236] 'process raft request' (duration: 195.932625ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:44.420373Z","caller":"traceutil/trace.go:171","msg":"trace[995343827] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"193.218979ms","start":"2026-08-22T14:43:44.227111Z","end":"2026-08-22T14:43:44.42033Z","steps":["trace[995343827] 'process raft request' (duration: 192.855429ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:45.369623Z","caller":"traceutil/trace.go:171","msg":"trace[1293776076] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"307.083623ms","start":"2026-08-22T14:43:45.062507Z","end":"2026-08-22T14:43:45.369591Z","steps":["trace[1293776076] 'process raft request' (duration: 297.69561ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:45.370383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:45.062493Z","time spent":"307.759441ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:43:45.370387Z","caller":"traceutil/trace.go:171","msg":"trace[2072349078] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"306.65478ms","start":"2026-08-22T14:43:45.06369Z","end":"2026-08-22T14:43:45.370345Z","steps":["trace[2072349078] 'process raft request' (duration: 306.314891ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:45.370767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:45.063676Z","time spent":"306.99332ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:43:45.370765Z","caller":"traceutil/trace.go:171","msg":"trace[1191553037] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"214.299ms","start":"2026-08-22T14:43:45.156435Z","end":"2026-08-22T14:43:45.370734Z","steps":["trace[1191553037] 'process raft request' (duration: 213.925209ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:45.676179Z","caller":"traceutil/trace.go:171","msg":"trace[783732813] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"260.61851ms","start":"2026-08-22T14:43:45.415533Z","end":"2026-08-22T14:43:45.676152Z","steps":["trace[783732813] 'process raft request' (duration: 225.213057ms)","trace[783732813] 'compare' (duration: 35.249748ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:43:45.677229Z","caller":"traceutil/trace.go:171","msg":"trace[351782054] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"214.192818ms","start":"2026-08-22T14:43:45.463019Z","end":"2026-08-22T14:43:45.677211Z","steps":["trace[351782054] 'process raft request' (duration: 214.162027ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:45.677308Z","caller":"traceutil/trace.go:171","msg":"trace[793375006] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"227.065849ms","start":"2026-08-22T14:43:45.450211Z","end":"2026-08-22T14:43:45.677277Z","steps":["trace[793375006] 'process raft request' (duration: 226.829882ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:51.468069Z","caller":"traceutil/trace.go:171","msg":"trace[619221650] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"195.510074ms","start":"2026-08-22T14:43:51.272525Z","end":"2026-08-22T14:43:51.468035Z","steps":["trace[619221650] 'process raft request' (duration: 195.424121ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:51.468081Z","caller":"traceutil/trace.go:171","msg":"trace[1940430636] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"213.961271ms","start":"2026-08-22T14:43:51.254077Z","end":"2026-08-22T14:43:51.468039Z","steps":["trace[1940430636] 'process raft request' (duration: 167.068586ms)","trace[1940430636] 'compare' (duration: 46.34974ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:43:52.128078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154769199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T14:43:53.549942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042889469s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-22T14:43:53.550048Z","caller":"traceutil/trace.go:171","msg":"trace[1547973848] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:664; }","duration":"1.922323583s","start":"2026-08-22T14:43:51.627708Z","end":"2026-08-22T14:43:53.550032Z","steps":["trace[1547973848] 'read index received' (duration: 878.90318ms)","trace[1547973848] 'applied index is now lower than readState.Index' (duration: 1.043419043s)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:43:53.55019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67440082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:43:53.550175Z","caller":"traceutil/trace.go:171","msg":"trace[2077212005] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"2.023071088s","start":"2026-08-22T14:43:51.527042Z","end":"2026-08-22T14:43:53.550113Z","steps":["trace[2077212005] 'process raft request' (duration: 979.81795ms)","trace[2077212005] 'compare' (duration: 1.042627211s)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:43:53.550218Z","caller":"traceutil/trace.go:171","msg":"trace[1266401838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:641; }","duration":"1.674477692s","start":"2026-08-22T14:43:51.87573Z","end":"2026-08-22T14:43:53.550208Z","steps":["trace[1266401838] 'agreement among raft nodes before linearized reading' (duration: 1.674392659s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:53.550254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:51.875707Z","time spent":"1.674539974s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T14:43:53.550307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:51.527011Z","time spent":"2.023235663s","remote":"127.0.0.1:34768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T14:43:53.550354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922632661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2jjbd\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-08-22T14:43:53.550434Z","caller":"traceutil/trace.go:171","msg":"trace[229280896] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2jjbd; range_end:; response_count:1; response_revision:641; }","duration":"1.922765436s","start":"2026-08-22T14:43:51.62765Z","end":"2026-08-22T14:43:53.550415Z","steps":["trace[229280896] 'agreement among raft nodes before linearized reading' (duration: 1.922454077s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:53.550489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:51.627626Z","time spent":"1.922853887s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-2jjbd\" "} {"level":"warn","ts":"2026-08-22T14:43:53.550519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325058171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-22T14:43:53.550617Z","caller":"traceutil/trace.go:171","msg":"trace[1545413533] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:641; }","duration":"1.325212817s","start":"2026-08-22T14:43:52.225381Z","end":"2026-08-22T14:43:53.550594Z","steps":["trace[1545413533] 'agreement among raft nodes before linearized reading' (duration: 1.324930369s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:53.550628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318619731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-22T14:43:53.550664Z","caller":"traceutil/trace.go:171","msg":"trace[379498670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:641; }","duration":"1.318684713s","start":"2026-08-22T14:43:52.231969Z","end":"2026-08-22T14:43:53.550653Z","steps":["trace[379498670] 'agreement among raft nodes before linearized reading' (duration: 1.318608431s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:53.550703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:52.23195Z","time spent":"1.318746744s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-22T14:43:53.550668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:52.225359Z","time spent":"1.325300818s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-22T14:43:53.550553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326180053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-22T14:43:53.551066Z","caller":"traceutil/trace.go:171","msg":"trace[653957039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:641; }","duration":"1.326662157s","start":"2026-08-22T14:43:52.224345Z","end":"2026-08-22T14:43:53.551007Z","steps":["trace[653957039] 'agreement among raft nodes before linearized reading' (duration: 1.326104091s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:53.551237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:52.224333Z","time spent":"1.326826061s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-22T14:43:53.55187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327550882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-08-22T14:43:53.552007Z","caller":"traceutil/trace.go:171","msg":"trace[1095852404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:641; }","duration":"1.327755107s","start":"2026-08-22T14:43:52.22422Z","end":"2026-08-22T14:43:53.551975Z","steps":["trace[1095852404] 'agreement among raft nodes before linearized reading' (duration: 1.326349338s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:53.552095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:52.224195Z","time spent":"1.327881801s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-22T14:43:54.035989Z","caller":"traceutil/trace.go:171","msg":"trace[363970676] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"479.90399ms","start":"2026-08-22T14:43:53.556059Z","end":"2026-08-22T14:43:54.035963Z","steps":["trace[363970676] 'process raft request' (duration: 479.822287ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:54.036021Z","caller":"traceutil/trace.go:171","msg":"trace[395462742] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"480.032533ms","start":"2026-08-22T14:43:53.555944Z","end":"2026-08-22T14:43:54.035976Z","steps":["trace[395462742] 'process raft request' (duration: 479.770836ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:54.036162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:53.556028Z","time spent":"480.048924ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:43:54.036211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:53.55593Z","time spent":"480.170037ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:43:54.036305Z","caller":"traceutil/trace.go:171","msg":"trace[383224508] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"479.304553ms","start":"2026-08-22T14:43:53.556982Z","end":"2026-08-22T14:43:54.036286Z","steps":["trace[383224508] 'process raft request' (duration: 478.946563ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:54.036383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:53.556972Z","time spent":"479.381435ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:43:54.037582Z","caller":"traceutil/trace.go:171","msg":"trace[171670475] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"474.5528ms","start":"2026-08-22T14:43:53.562988Z","end":"2026-08-22T14:43:54.037541Z","steps":["trace[171670475] 'process raft request' (duration: 473.418068ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:54.037805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:53.562977Z","time spent":"474.717844ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:43:54.037929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.027973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-08-22T14:43:54.038016Z","caller":"traceutil/trace.go:171","msg":"trace[821150408] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:646; }","duration":"480.115516ms","start":"2026-08-22T14:43:53.55788Z","end":"2026-08-22T14:43:54.037996Z","steps":["trace[821150408] 'agreement among raft nodes before linearized reading' (duration: 479.966931ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:54.038066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:53.557842Z","time spent":"480.211188ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-08-22T14:43:54.038161Z","caller":"traceutil/trace.go:171","msg":"trace[746807857] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:665; }","duration":"479.282412ms","start":"2026-08-22T14:43:53.557888Z","end":"2026-08-22T14:43:54.037171Z","steps":["trace[746807857] 'read index received' (duration: 52.546774ms)","trace[746807857] 'applied index is now lower than readState.Index' (duration: 426.733998ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:43:54.038316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.062868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:43:54.038355Z","caller":"traceutil/trace.go:171","msg":"trace[1927303407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:646; }","duration":"478.128009ms","start":"2026-08-22T14:43:53.560217Z","end":"2026-08-22T14:43:54.038345Z","steps":["trace[1927303407] 'agreement among raft nodes before linearized reading' (duration: 478.072498ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:43:54.038383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:43:53.560202Z","time spent":"478.174331ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T14:43:55.882198Z","caller":"traceutil/trace.go:171","msg":"trace[238282061] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"125.309475ms","start":"2026-08-22T14:43:55.756859Z","end":"2026-08-22T14:43:55.882169Z","steps":["trace[238282061] 'process raft request' (duration: 122.883267ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:44:09.613246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154769522,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T14:44:10.053541Z","caller":"traceutil/trace.go:171","msg":"trace[1273340651] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:833; }","duration":"940.614073ms","start":"2026-08-22T14:44:09.112883Z","end":"2026-08-22T14:44:10.053497Z","steps":["trace[1273340651] 'read index received' (duration: 940.416487ms)","trace[1273340651] 'applied index is now lower than readState.Index' (duration: 195.666µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:44:10.053764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.857279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:44:10.053893Z","caller":"traceutil/trace.go:171","msg":"trace[1818383788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:804; }","duration":"941.025454ms","start":"2026-08-22T14:44:09.112843Z","end":"2026-08-22T14:44:10.053868Z","steps":["trace[1818383788] 'agreement among raft nodes before linearized reading' (duration: 940.838609ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:44:10.053957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:44:09.112831Z","time spent":"941.112977ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T14:44:10.054399Z","caller":"traceutil/trace.go:171","msg":"trace[1389844330] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"975.968945ms","start":"2026-08-22T14:44:09.077666Z","end":"2026-08-22T14:44:10.053635Z","steps":["trace[1389844330] 'process raft request' (duration: 975.606764ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:44:10.054541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:44:09.077643Z","time spent":"976.812709ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:44:10.447648Z","caller":"traceutil/trace.go:171","msg":"trace[1247812972] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:834; }","duration":"393.960154ms","start":"2026-08-22T14:44:10.053662Z","end":"2026-08-22T14:44:10.447622Z","steps":["trace[1247812972] 'read index received' (duration: 393.80012ms)","trace[1247812972] 'applied index is now lower than readState.Index' (duration: 158.524µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:44:10.447734Z","caller":"traceutil/trace.go:171","msg":"trace[1150989808] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"688.252854ms","start":"2026-08-22T14:44:09.759419Z","end":"2026-08-22T14:44:10.447672Z","steps":["trace[1150989808] 'process raft request' (duration: 688.000497ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:44:10.447896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035315525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-08-22T14:44:10.447905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.385757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-22T14:44:10.447942Z","caller":"traceutil/trace.go:171","msg":"trace[1351301744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:805; }","duration":"1.035405737s","start":"2026-08-22T14:44:09.412524Z","end":"2026-08-22T14:44:10.44793Z","steps":["trace[1351301744] 'agreement among raft nodes before linearized reading' (duration: 1.035227602s)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:44:10.447986Z","caller":"traceutil/trace.go:171","msg":"trace[366551667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:805; }","duration":"335.496569ms","start":"2026-08-22T14:44:10.112475Z","end":"2026-08-22T14:44:10.447971Z","steps":["trace[366551667] 'agreement among raft nodes before linearized reading' (duration: 335.328425ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:44:10.447913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.94531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-22T14:44:10.448025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:44:10.112462Z","time spent":"335.555832ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-22T14:44:10.448056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.707046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-08-22T14:44:10.448012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:44:09.412503Z","time spent":"1.03548956s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-22T14:44:10.448087Z","caller":"traceutil/trace.go:171","msg":"trace[1755794111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:805; }","duration":"765.132846ms","start":"2026-08-22T14:44:09.682918Z","end":"2026-08-22T14:44:10.448051Z","steps":["trace[1755794111] 'agreement among raft nodes before linearized reading' (duration: 764.753575ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:44:10.447761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.280342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T14:44:10.448181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:44:09.682899Z","time spent":"765.27318ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-22T14:44:10.448203Z","caller":"traceutil/trace.go:171","msg":"trace[1884567333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:805; }","duration":"572.789546ms","start":"2026-08-22T14:44:09.875388Z","end":"2026-08-22T14:44:10.448177Z","steps":["trace[1884567333] 'agreement among raft nodes before linearized reading' (duration: 572.254351ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:44:10.448269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:44:09.875348Z","time spent":"572.91024ms","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T14:44:10.448044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:44:09.759376Z","time spent":"688.503511ms","remote":"127.0.0.1:34768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:44:10.448256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.010082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-22T14:44:10.448124Z","caller":"traceutil/trace.go:171","msg":"trace[2016883142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:805; }","duration":"335.783588ms","start":"2026-08-22T14:44:10.112317Z","end":"2026-08-22T14:44:10.4481Z","steps":["trace[2016883142] 'agreement among raft nodes before linearized reading' (duration: 335.646044ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:44:10.44842Z","caller":"traceutil/trace.go:171","msg":"trace[1278269727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:805; }","duration":"338.253469ms","start":"2026-08-22T14:44:10.110145Z","end":"2026-08-22T14:44:10.448398Z","steps":["trace[1278269727] 'agreement among raft nodes before linearized reading' (duration: 337.630071ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:44:10.448471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:44:10.112305Z","time spent":"336.147708ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-22T14:44:10.448499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:44:10.110122Z","time spent":"338.363102ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-22T14:44:38.774841Z","caller":"traceutil/trace.go:171","msg":"trace[100733640] linearizableReadLoop","detail":"{readStateIndex:1235; appliedIndex:1234; }","duration":"172.747637ms","start":"2026-08-22T14:44:38.60207Z","end":"2026-08-22T14:44:38.774818Z","steps":["trace[100733640] 'read index received' (duration: 172.584793ms)","trace[100733640] 'applied index is now lower than readState.Index' (duration: 161.914µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:44:38.774942Z","caller":"traceutil/trace.go:171","msg":"trace[2078072745] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"173.689714ms","start":"2026-08-22T14:44:38.601232Z","end":"2026-08-22T14:44:38.774922Z","steps":["trace[2078072745] 'process raft request' (duration: 173.443587ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:44:38.775064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.974105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-22T14:44:38.775107Z","caller":"traceutil/trace.go:171","msg":"trace[1013284346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1199; }","duration":"173.053206ms","start":"2026-08-22T14:44:38.602044Z","end":"2026-08-22T14:44:38.775097Z","steps":["trace[1013284346] 'agreement among raft nodes before linearized reading' (duration: 172.910512ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:44:38.791439Z","caller":"traceutil/trace.go:171","msg":"trace[359918476] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"189.207679ms","start":"2026-08-22T14:44:38.602214Z","end":"2026-08-22T14:44:38.791422Z","steps":["trace[359918476] 'process raft request' (duration: 189.052735ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:44:38.7915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.49197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-22T14:44:38.791553Z","caller":"traceutil/trace.go:171","msg":"trace[957169537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1200; }","duration":"187.563272ms","start":"2026-08-22T14:44:38.603974Z","end":"2026-08-22T14:44:38.791538Z","steps":["trace[957169537] 'agreement among raft nodes before linearized reading' (duration: 187.426178ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:44:38.791554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.306302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-22T14:44:38.791629Z","caller":"traceutil/trace.go:171","msg":"trace[674158848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1200; }","duration":"189.437975ms","start":"2026-08-22T14:44:38.602175Z","end":"2026-08-22T14:44:38.791613Z","steps":["trace[674158848] 'agreement among raft nodes before linearized reading' (duration: 189.267141ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:44:41.361916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.55317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:2 size:213479"} {"level":"info","ts":"2026-08-22T14:44:41.362033Z","caller":"traceutil/trace.go:171","msg":"trace[1050046544] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:2; response_revision:1227; }","duration":"107.735556ms","start":"2026-08-22T14:44:41.254275Z","end":"2026-08-22T14:44:41.36201Z","steps":["trace[1050046544] 'range keys from in-memory index tree' (duration: 107.279453ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:44:58.108959Z","caller":"traceutil/trace.go:171","msg":"trace[647709795] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"117.867486ms","start":"2026-08-22T14:44:57.991062Z","end":"2026-08-22T14:44:58.108929Z","steps":["trace[647709795] 'process raft request' (duration: 117.68372ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:44:59.570263Z","caller":"traceutil/trace.go:171","msg":"trace[588688769] linearizableReadLoop","detail":"{readStateIndex:1501; appliedIndex:1500; }","duration":"146.751403ms","start":"2026-08-22T14:44:59.423482Z","end":"2026-08-22T14:44:59.570233Z","steps":["trace[588688769] 'read index received' (duration: 146.426144ms)","trace[588688769] 'applied index is now lower than readState.Index' (duration: 324.299µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:44:59.570417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.913529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-22T14:44:59.570407Z","caller":"traceutil/trace.go:171","msg":"trace[88958220] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"319.135981ms","start":"2026-08-22T14:44:59.251233Z","end":"2026-08-22T14:44:59.570369Z","steps":["trace[88958220] 'process raft request' (duration: 318.73584ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:44:59.570472Z","caller":"traceutil/trace.go:171","msg":"trace[941787084] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1456; }","duration":"147.030122ms","start":"2026-08-22T14:44:59.423425Z","end":"2026-08-22T14:44:59.570455Z","steps":["trace[941787084] 'agreement among raft nodes before linearized reading' (duration: 146.924899ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:44:59.570616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:44:59.251174Z","time spent":"319.340107ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:45:15.843097Z","caller":"traceutil/trace.go:171","msg":"trace[951729978] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"102.56158ms","start":"2026-08-22T14:45:15.740512Z","end":"2026-08-22T14:45:15.843074Z","steps":["trace[951729978] 'process raft request' (duration: 102.431147ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:20.353604Z","caller":"traceutil/trace.go:171","msg":"trace[1372154144] linearizableReadLoop","detail":"{readStateIndex:1893; appliedIndex:1892; }","duration":"234.578229ms","start":"2026-08-22T14:45:20.119004Z","end":"2026-08-22T14:45:20.353582Z","steps":["trace[1372154144] 'read index received' (duration: 234.391614ms)","trace[1372154144] 'applied index is now lower than readState.Index' (duration: 185.815µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:45:20.35374Z","caller":"traceutil/trace.go:171","msg":"trace[562133491] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"243.264812ms","start":"2026-08-22T14:45:20.110441Z","end":"2026-08-22T14:45:20.353706Z","steps":["trace[562133491] 'process raft request' (duration: 243.007585ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:45:20.353831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.802585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8cab59df-32d5-4203-8c3d-78f87f508983\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-08-22T14:45:20.353864Z","caller":"traceutil/trace.go:171","msg":"trace[470863801] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8cab59df-32d5-4203-8c3d-78f87f508983; range_end:; response_count:1; response_revision:1837; }","duration":"234.866357ms","start":"2026-08-22T14:45:20.118988Z","end":"2026-08-22T14:45:20.353854Z","steps":["trace[470863801] 'agreement among raft nodes before linearized reading' (duration: 234.715683ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:45:20.353878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.131005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-08-22T14:45:20.353937Z","caller":"traceutil/trace.go:171","msg":"trace[1862493847] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1837; }","duration":"175.210437ms","start":"2026-08-22T14:45:20.178708Z","end":"2026-08-22T14:45:20.353919Z","steps":["trace[1862493847] 'agreement among raft nodes before linearized reading' (duration: 175.056433ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:45:20.354055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.881057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:45:20.354304Z","caller":"traceutil/trace.go:171","msg":"trace[1007194520] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1837; }","duration":"116.207865ms","start":"2026-08-22T14:45:20.238043Z","end":"2026-08-22T14:45:20.354251Z","steps":["trace[1007194520] 'agreement among raft nodes before linearized reading' (duration: 115.814405ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:45:21.1089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.683942ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:45:21.109219Z","caller":"traceutil/trace.go:171","msg":"trace[846528622] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1837; }","duration":"535.828786ms","start":"2026-08-22T14:45:20.573185Z","end":"2026-08-22T14:45:21.109014Z","steps":["trace[846528622] 'range keys from in-memory index tree' (duration: 535.669422ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:45:21.109289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.619582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T14:45:21.109386Z","caller":"traceutil/trace.go:171","msg":"trace[1741314743] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"750.382089ms","start":"2026-08-22T14:45:20.358989Z","end":"2026-08-22T14:45:21.109371Z","steps":["trace[1741314743] 'process raft request' (duration: 575.404737ms)","trace[1741314743] 'compare' (duration: 174.270083ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:45:21.10945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:45:20.35897Z","time spent":"750.45047ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":960,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:45:21.198307Z","caller":"traceutil/trace.go:171","msg":"trace[560557842] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"838.669396ms","start":"2026-08-22T14:45:20.359613Z","end":"2026-08-22T14:45:21.198282Z","steps":["trace[560557842] 'process raft request' (duration: 838.491371ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:45:21.198461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:45:20.359602Z","time spent":"838.780869ms","remote":"127.0.0.1:34796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:45:21.198637Z","caller":"traceutil/trace.go:171","msg":"trace[248898300] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"838.967014ms","start":"2026-08-22T14:45:20.359616Z","end":"2026-08-22T14:45:21.198583Z","steps":["trace[248898300] 'process raft request' (duration: 838.627225ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:45:21.198798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:45:20.359597Z","time spent":"839.116867ms","remote":"127.0.0.1:34796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1512,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:45:21.198809Z","caller":"traceutil/trace.go:171","msg":"trace[1943038461] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"838.998794ms","start":"2026-08-22T14:45:20.359774Z","end":"2026-08-22T14:45:21.198773Z","steps":["trace[1943038461] 'process raft request' (duration: 838.734827ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:21.198877Z","caller":"traceutil/trace.go:171","msg":"trace[654118353] linearizableReadLoop","detail":"{readStateIndex:1898; appliedIndex:1893; }","duration":"734.358359ms","start":"2026-08-22T14:45:20.464492Z","end":"2026-08-22T14:45:21.19885Z","steps":["trace[654118353] 'read index received' (duration: 469.919269ms)","trace[654118353] 'applied index is now lower than readState.Index' (duration: 264.43769ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:45:21.198965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:45:20.359753Z","time spent":"839.132818ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:45:21.199013Z","caller":"traceutil/trace.go:171","msg":"trace[1291338587] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"837.70034ms","start":"2026-08-22T14:45:20.361288Z","end":"2026-08-22T14:45:21.198988Z","steps":["trace[1291338587] 'process raft request' (duration: 837.409242ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:45:21.199117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.657845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-08-22T14:45:21.199135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:45:20.361264Z","time spent":"837.811703ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:45:21.199162Z","caller":"traceutil/trace.go:171","msg":"trace[1951077469] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1842; }","duration":"349.741647ms","start":"2026-08-22T14:45:20.849406Z","end":"2026-08-22T14:45:21.199147Z","steps":["trace[1951077469] 'agreement among raft nodes before linearized reading' (duration: 349.584663ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:45:21.199198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:45:20.849385Z","time spent":"349.802849ms","remote":"127.0.0.1:54146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-22T14:45:21.199234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.503922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-08-22T14:45:21.199259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.910793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-08-22T14:45:21.199257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.000584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-22T14:45:21.199283Z","caller":"traceutil/trace.go:171","msg":"trace[1520878469] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1842; }","duration":"223.638306ms","start":"2026-08-22T14:45:20.975632Z","end":"2026-08-22T14:45:21.199271Z","steps":["trace[1520878469] 'agreement among raft nodes before linearized reading' (duration: 223.458322ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:21.199317Z","caller":"traceutil/trace.go:171","msg":"trace[1704130076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1842; }","duration":"224.060107ms","start":"2026-08-22T14:45:20.975243Z","end":"2026-08-22T14:45:21.199303Z","steps":["trace[1704130076] 'agreement among raft nodes before linearized reading' (duration: 223.851832ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:21.199342Z","caller":"traceutil/trace.go:171","msg":"trace[528398566] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1842; }","duration":"212.119188ms","start":"2026-08-22T14:45:20.9872Z","end":"2026-08-22T14:45:21.19932Z","steps":["trace[528398566] 'agreement among raft nodes before linearized reading' (duration: 211.888312ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:45:21.199386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.02379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:45:21.199442Z","caller":"traceutil/trace.go:171","msg":"trace[1954712720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1842; }","duration":"323.079152ms","start":"2026-08-22T14:45:20.876348Z","end":"2026-08-22T14:45:21.199428Z","steps":["trace[1954712720] 'agreement among raft nodes before linearized reading' (duration: 322.993519ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:45:21.199487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:45:20.876283Z","time spent":"323.194245ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T14:45:21.199633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.669624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-22T14:45:21.199722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.225592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-08-22T14:45:21.199746Z","caller":"traceutil/trace.go:171","msg":"trace[815910495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1842; }","duration":"227.825578ms","start":"2026-08-22T14:45:20.971895Z","end":"2026-08-22T14:45:21.199721Z","steps":["trace[815910495] 'agreement among raft nodes before linearized reading' (duration: 227.444748ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:21.199774Z","caller":"traceutil/trace.go:171","msg":"trace[1429900483] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1842; }","duration":"735.326884ms","start":"2026-08-22T14:45:20.464435Z","end":"2026-08-22T14:45:21.199761Z","steps":["trace[1429900483] 'agreement among raft nodes before linearized reading' (duration: 734.539323ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:45:21.199757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.888222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-22T14:45:21.19981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:45:20.464417Z","time spent":"735.386517ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-08-22T14:45:21.199828Z","caller":"traceutil/trace.go:171","msg":"trace[1669443106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1842; }","duration":"217.987625ms","start":"2026-08-22T14:45:20.981824Z","end":"2026-08-22T14:45:21.199811Z","steps":["trace[1669443106] 'agreement among raft nodes before linearized reading' (duration: 217.182153ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:21.305807Z","caller":"traceutil/trace.go:171","msg":"trace[1683222521] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"102.461597ms","start":"2026-08-22T14:45:21.203308Z","end":"2026-08-22T14:45:21.30577Z","steps":["trace[1683222521] 'process raft request' (duration: 30.052366ms)","trace[1683222521] 'compare' (duration: 72.284318ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:45:21.3279Z","caller":"traceutil/trace.go:171","msg":"trace[781408437] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"123.775059ms","start":"2026-08-22T14:45:21.204059Z","end":"2026-08-22T14:45:21.327834Z","steps":["trace[781408437] 'process raft request' (duration: 123.714078ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:21.32792Z","caller":"traceutil/trace.go:171","msg":"trace[943144848] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"124.024885ms","start":"2026-08-22T14:45:21.203854Z","end":"2026-08-22T14:45:21.327879Z","steps":["trace[943144848] 'process raft request' (duration: 123.786469ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:21.328143Z","caller":"traceutil/trace.go:171","msg":"trace[2021873666] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"123.4298ms","start":"2026-08-22T14:45:21.204694Z","end":"2026-08-22T14:45:21.328124Z","steps":["trace[2021873666] 'process raft request' (duration: 123.107211ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:21.328445Z","caller":"traceutil/trace.go:171","msg":"trace[281207359] linearizableReadLoop","detail":"{readStateIndex:1901; appliedIndex:1898; }","duration":"124.384235ms","start":"2026-08-22T14:45:21.204044Z","end":"2026-08-22T14:45:21.328428Z","steps":["trace[281207359] 'read index received' (duration: 29.282245ms)","trace[281207359] 'applied index is now lower than readState.Index' (duration: 95.10065ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:45:21.328455Z","caller":"traceutil/trace.go:171","msg":"trace[335883470] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"122.447524ms","start":"2026-08-22T14:45:21.205996Z","end":"2026-08-22T14:45:21.328443Z","steps":["trace[335883470] 'process raft request' (duration: 122.293859ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:21.328563Z","caller":"traceutil/trace.go:171","msg":"trace[589120665] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"123.655405ms","start":"2026-08-22T14:45:21.204889Z","end":"2026-08-22T14:45:21.328544Z","steps":["trace[589120665] 'process raft request' (duration: 123.140681ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:21.327962Z","caller":"traceutil/trace.go:171","msg":"trace[1338398691] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"124.033456ms","start":"2026-08-22T14:45:21.2039Z","end":"2026-08-22T14:45:21.327933Z","steps":["trace[1338398691] 'process raft request' (duration: 123.845021ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:45:21.329003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.902559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-08-22T14:45:21.329137Z","caller":"traceutil/trace.go:171","msg":"trace[1549122375] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1849; }","duration":"125.077824ms","start":"2026-08-22T14:45:21.204022Z","end":"2026-08-22T14:45:21.3291Z","steps":["trace[1549122375] 'agreement among raft nodes before linearized reading' (duration: 124.500499ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:24.787077Z","caller":"traceutil/trace.go:171","msg":"trace[368456032] linearizableReadLoop","detail":"{readStateIndex:1929; appliedIndex:1928; }","duration":"394.469026ms","start":"2026-08-22T14:45:24.392586Z","end":"2026-08-22T14:45:24.787055Z","steps":["trace[368456032] 'read index received' (duration: 394.288191ms)","trace[368456032] 'applied index is now lower than readState.Index' (duration: 179.975µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:45:24.787123Z","caller":"traceutil/trace.go:171","msg":"trace[574422083] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"523.811734ms","start":"2026-08-22T14:45:24.26329Z","end":"2026-08-22T14:45:24.787102Z","steps":["trace[574422083] 'process raft request' (duration: 523.615449ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:45:24.787271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:45:24.263267Z","time spent":"523.903046ms","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16381,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:45:24.787298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.710863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8cab59df-32d5-4203-8c3d-78f87f508983\" ","response":"range_response_count:1 size:3920"} {"level":"info","ts":"2026-08-22T14:45:24.787334Z","caller":"traceutil/trace.go:171","msg":"trace[1556289994] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8cab59df-32d5-4203-8c3d-78f87f508983; range_end:; response_count:1; response_revision:1872; }","duration":"394.790515ms","start":"2026-08-22T14:45:24.392533Z","end":"2026-08-22T14:45:24.787324Z","steps":["trace[1556289994] 'agreement among raft nodes before linearized reading' (duration: 394.60955ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:45:24.787371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:45:24.392515Z","time spent":"394.849306ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3943,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8cab59df-32d5-4203-8c3d-78f87f508983\" "} {"level":"info","ts":"2026-08-22T14:45:24.89439Z","caller":"traceutil/trace.go:171","msg":"trace[148130367] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1872; }","duration":"100.424563ms","start":"2026-08-22T14:45:24.793939Z","end":"2026-08-22T14:45:24.894364Z","steps":["trace[148130367] 'process raft request' (duration: 83.225101ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:29.621767Z","caller":"traceutil/trace.go:171","msg":"trace[1380175142] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"234.632651ms","start":"2026-08-22T14:45:29.387106Z","end":"2026-08-22T14:45:29.621738Z","steps":["trace[1380175142] 'process raft request' (duration: 233.067149ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:29.630485Z","caller":"traceutil/trace.go:171","msg":"trace[1301102896] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"242.932323ms","start":"2026-08-22T14:45:29.387526Z","end":"2026-08-22T14:45:29.630459Z","steps":["trace[1301102896] 'process raft request' (duration: 242.769839ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:29.630887Z","caller":"traceutil/trace.go:171","msg":"trace[49570287] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"243.038396ms","start":"2026-08-22T14:45:29.387829Z","end":"2026-08-22T14:45:29.630867Z","steps":["trace[49570287] 'process raft request' (duration: 242.593474ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:29.63106Z","caller":"traceutil/trace.go:171","msg":"trace[102062538] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"243.136629ms","start":"2026-08-22T14:45:29.387896Z","end":"2026-08-22T14:45:29.631032Z","steps":["trace[102062538] 'process raft request' (duration: 242.890662ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:29.631146Z","caller":"traceutil/trace.go:171","msg":"trace[1153375368] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1989; }","duration":"206.960739ms","start":"2026-08-22T14:45:29.424155Z","end":"2026-08-22T14:45:29.631116Z","steps":["trace[1153375368] 'read index received' (duration: 196.031116ms)","trace[1153375368] 'applied index is now lower than readState.Index' (duration: 10.927623ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:45:29.631196Z","caller":"traceutil/trace.go:171","msg":"trace[1450834786] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"243.248082ms","start":"2026-08-22T14:45:29.387928Z","end":"2026-08-22T14:45:29.631176Z","steps":["trace[1450834786] 'process raft request' (duration: 242.988195ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:45:29.631318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.150474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-08-22T14:45:29.631351Z","caller":"traceutil/trace.go:171","msg":"trace[1387272731] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1935; }","duration":"207.220416ms","start":"2026-08-22T14:45:29.42412Z","end":"2026-08-22T14:45:29.63134Z","steps":["trace[1387272731] 'agreement among raft nodes before linearized reading' (duration: 207.097483ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:45:29.631548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.133936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-08-22T14:45:29.631674Z","caller":"traceutil/trace.go:171","msg":"trace[712080694] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1935; }","duration":"200.292149ms","start":"2026-08-22T14:45:29.43136Z","end":"2026-08-22T14:45:29.631652Z","steps":["trace[712080694] 'agreement among raft nodes before linearized reading' (duration: 199.96292ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:59.119004Z","caller":"traceutil/trace.go:171","msg":"trace[1790637186] linearizableReadLoop","detail":"{readStateIndex:2216; appliedIndex:2215; }","duration":"224.105278ms","start":"2026-08-22T14:45:58.894874Z","end":"2026-08-22T14:45:59.118979Z","steps":["trace[1790637186] 'read index received' (duration: 222.6638ms)","trace[1790637186] 'applied index is now lower than readState.Index' (duration: 1.439798ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:45:59.119033Z","caller":"traceutil/trace.go:171","msg":"trace[1544564211] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"224.16998ms","start":"2026-08-22T14:45:58.894832Z","end":"2026-08-22T14:45:59.119002Z","steps":["trace[1544564211] 'process raft request' (duration: 222.742602ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:45:59.119185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.290833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:45:59.119247Z","caller":"traceutil/trace.go:171","msg":"trace[1368714207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2145; }","duration":"224.356186ms","start":"2026-08-22T14:45:58.894852Z","end":"2026-08-22T14:45:59.119208Z","steps":["trace[1368714207] 'agreement among raft nodes before linearized reading' (duration: 224.234932ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:46:04.708604Z","caller":"traceutil/trace.go:171","msg":"trace[831831938] linearizableReadLoop","detail":"{readStateIndex:2260; appliedIndex:2259; }","duration":"204.622226ms","start":"2026-08-22T14:46:04.503951Z","end":"2026-08-22T14:46:04.708573Z","steps":["trace[831831938] 'read index received' (duration: 204.37409ms)","trace[831831938] 'applied index is now lower than readState.Index' (duration: 246.606µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:46:04.70863Z","caller":"traceutil/trace.go:171","msg":"trace[1309716313] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"289.665846ms","start":"2026-08-22T14:46:04.418931Z","end":"2026-08-22T14:46:04.708597Z","steps":["trace[1309716313] 'process raft request' (duration: 289.405319ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:46:04.709061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.051438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-08-22T14:46:04.709203Z","caller":"traceutil/trace.go:171","msg":"trace[2049709420] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2187; }","duration":"205.263073ms","start":"2026-08-22T14:46:04.503904Z","end":"2026-08-22T14:46:04.709167Z","steps":["trace[2049709420] 'agreement among raft nodes before linearized reading' (duration: 204.794681ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:46:05.251149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.885161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:46:05.25127Z","caller":"traceutil/trace.go:171","msg":"trace[1594868357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2187; }","duration":"375.060956ms","start":"2026-08-22T14:46:04.876189Z","end":"2026-08-22T14:46:05.25125Z","steps":["trace[1594868357] 'range keys from in-memory index tree' (duration: 374.784688ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:46:05.251316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:46:04.876165Z","time spent":"375.141528ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T14:46:05.712088Z","caller":"traceutil/trace.go:171","msg":"trace[633038883] linearizableReadLoop","detail":"{readStateIndex:2261; appliedIndex:2260; }","duration":"157.772139ms","start":"2026-08-22T14:46:05.554281Z","end":"2026-08-22T14:46:05.712053Z","steps":["trace[633038883] 'read index received' (duration: 157.335477ms)","trace[633038883] 'applied index is now lower than readState.Index' (duration: 435.172µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:46:05.712175Z","caller":"traceutil/trace.go:171","msg":"trace[1246931048] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"160.133762ms","start":"2026-08-22T14:46:05.552001Z","end":"2026-08-22T14:46:05.712134Z","steps":["trace[1246931048] 'process raft request' (duration: 159.628939ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:46:05.71238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.058117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11669"} {"level":"info","ts":"2026-08-22T14:46:05.712434Z","caller":"traceutil/trace.go:171","msg":"trace[1308626261] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2188; }","duration":"158.18597ms","start":"2026-08-22T14:46:05.554235Z","end":"2026-08-22T14:46:05.712421Z","steps":["trace[1308626261] 'agreement among raft nodes before linearized reading' (duration: 157.952244ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:46:06.010986Z","caller":"traceutil/trace.go:171","msg":"trace[934376115] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2261; }","duration":"197.617108ms","start":"2026-08-22T14:46:05.813303Z","end":"2026-08-22T14:46:06.01092Z","steps":["trace[934376115] 'read index received' (duration: 197.558537ms)","trace[934376115] 'applied index is now lower than readState.Index' (duration: 57.371µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:46:06.011113Z","caller":"traceutil/trace.go:171","msg":"trace[984097555] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"259.567469ms","start":"2026-08-22T14:46:05.751533Z","end":"2026-08-22T14:46:06.0111Z","steps":["trace[984097555] 'process raft request' (duration: 259.24231ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:46:06.011352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.04642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-22T14:46:06.011394Z","caller":"traceutil/trace.go:171","msg":"trace[330699351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2189; }","duration":"198.139043ms","start":"2026-08-22T14:46:05.813245Z","end":"2026-08-22T14:46:06.011384Z","steps":["trace[330699351] 'agreement among raft nodes before linearized reading' (duration: 197.997469ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:46:06.287571Z","caller":"traceutil/trace.go:171","msg":"trace[737468835] linearizableReadLoop","detail":"{readStateIndex:2263; appliedIndex:2262; }","duration":"276.482323ms","start":"2026-08-22T14:46:06.011057Z","end":"2026-08-22T14:46:06.28754Z","steps":["trace[737468835] 'read index received' (duration: 276.345269ms)","trace[737468835] 'applied index is now lower than readState.Index' (duration: 135.954µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:46:06.287825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.485232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-22T14:46:06.287888Z","caller":"traceutil/trace.go:171","msg":"trace[1459486931] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"409.856989ms","start":"2026-08-22T14:46:05.878021Z","end":"2026-08-22T14:46:06.287878Z","steps":["trace[1459486931] 'process raft request' (duration: 409.348645ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:46:06.287894Z","caller":"traceutil/trace.go:171","msg":"trace[1483731987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2190; }","duration":"474.602915ms","start":"2026-08-22T14:46:05.813274Z","end":"2026-08-22T14:46:06.287877Z","steps":["trace[1483731987] 'agreement among raft nodes before linearized reading' (duration: 474.381849ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:46:06.287909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.643513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-08-22T14:46:06.28795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:46:05.813255Z","time spent":"474.681947ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-22T14:46:06.287958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:46:05.877995Z","time spent":"409.917971ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:46:06.287956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.93799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-08-22T14:46:06.288003Z","caller":"traceutil/trace.go:171","msg":"trace[222944459] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2190; }","duration":"287.770665ms","start":"2026-08-22T14:46:06.000207Z","end":"2026-08-22T14:46:06.287978Z","steps":["trace[222944459] 'agreement among raft nodes before linearized reading' (duration: 287.387255ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:46:06.288016Z","caller":"traceutil/trace.go:171","msg":"trace[123289166] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2190; }","duration":"288.060723ms","start":"2026-08-22T14:46:05.999935Z","end":"2026-08-22T14:46:06.287996Z","steps":["trace[123289166] 'agreement among raft nodes before linearized reading' (duration: 287.933169ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:46:06.287828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.651612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-08-22T14:46:06.288051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.304016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T14:46:06.287843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.282625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-22T14:46:06.288178Z","caller":"traceutil/trace.go:171","msg":"trace[299932996] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2190; }","duration":"286.484161ms","start":"2026-08-22T14:46:06.00167Z","end":"2026-08-22T14:46:06.288154Z","steps":["trace[299932996] 'agreement among raft nodes before linearized reading' (duration: 286.290416ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:46:06.288171Z","caller":"traceutil/trace.go:171","msg":"trace[1195473046] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2190; }","duration":"466.97231ms","start":"2026-08-22T14:46:05.821124Z","end":"2026-08-22T14:46:06.288097Z","steps":["trace[1195473046] 'agreement among raft nodes before linearized reading' (duration: 466.505707ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:46:06.288228Z","caller":"traceutil/trace.go:171","msg":"trace[1339282436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2190; }","duration":"468.682006ms","start":"2026-08-22T14:46:05.819528Z","end":"2026-08-22T14:46:06.28821Z","steps":["trace[1339282436] 'agreement among raft nodes before linearized reading' (duration: 468.172922ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:46:06.288293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:46:05.819516Z","time spent":"468.759588ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-22T14:46:06.288368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:46:05.821113Z","time spent":"467.189736ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-08-22T14:46:06.28845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.82376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-22T14:46:06.28849Z","caller":"traceutil/trace.go:171","msg":"trace[2138626074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2190; }","duration":"468.889182ms","start":"2026-08-22T14:46:05.81959Z","end":"2026-08-22T14:46:06.288479Z","steps":["trace[2138626074] 'agreement among raft nodes before linearized reading' (duration: 468.08363ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:46:06.288519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:46:05.819576Z","time spent":"468.933873ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-22T14:46:06.292741Z","caller":"traceutil/trace.go:171","msg":"trace[1202263580] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"276.887324ms","start":"2026-08-22T14:46:06.01584Z","end":"2026-08-22T14:46:06.292727Z","steps":["trace[1202263580] 'process raft request' (duration: 276.771471ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:46:06.292931Z","caller":"traceutil/trace.go:171","msg":"trace[1551721428] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2191; }","duration":"274.215972ms","start":"2026-08-22T14:46:06.018681Z","end":"2026-08-22T14:46:06.292897Z","steps":["trace[1551721428] 'process raft request' (duration: 274.012067ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:46:45.207554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154773220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T14:46:45.708472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154773220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T14:46:46.092388Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.40799881s","expected-duration":"1s"} {"level":"info","ts":"2026-08-22T14:46:46.093225Z","caller":"traceutil/trace.go:171","msg":"trace[1913413302] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"1.409011827s","start":"2026-08-22T14:46:44.684192Z","end":"2026-08-22T14:46:46.093204Z","steps":["trace[1913413302] 'process raft request' (duration: 1.408875513s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:46:46.093352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:46:44.68418Z","time spent":"1.409097749s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:46:46.096467Z","caller":"traceutil/trace.go:171","msg":"trace[310269554] linearizableReadLoop","detail":"{readStateIndex:2603; appliedIndex:2601; }","duration":"1.389766865s","start":"2026-08-22T14:46:44.706682Z","end":"2026-08-22T14:46:46.096449Z","steps":["trace[310269554] 'read index received' (duration: 1.386362945s)","trace[310269554] 'applied index is now lower than readState.Index' (duration: 3.40309ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:46:46.096552Z","caller":"traceutil/trace.go:171","msg":"trace[1682181050] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"1.41176502s","start":"2026-08-22T14:46:44.684757Z","end":"2026-08-22T14:46:46.096522Z","steps":["trace[1682181050] 'process raft request' (duration: 1.411611286s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:46:46.096695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.869614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-08-22T14:46:46.096704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083254461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"warn","ts":"2026-08-22T14:46:46.096586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220530869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T14:46:46.096733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:46:44.68474Z","time spent":"1.411911463s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:46:46.096749Z","caller":"traceutil/trace.go:171","msg":"trace[1529198734] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2511; }","duration":"1.083319202s","start":"2026-08-22T14:46:45.013415Z","end":"2026-08-22T14:46:46.096734Z","steps":["trace[1529198734] 'agreement among raft nodes before linearized reading' (duration: 1.083195549s)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:46:46.096746Z","caller":"traceutil/trace.go:171","msg":"trace[1682718705] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2511; }","duration":"198.952116ms","start":"2026-08-22T14:46:45.897777Z","end":"2026-08-22T14:46:46.096729Z","steps":["trace[1682718705] 'agreement among raft nodes before linearized reading' (duration: 198.832713ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:46:46.096742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390039623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-08-22T14:46:46.096757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.834876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-22T14:46:46.096794Z","caller":"traceutil/trace.go:171","msg":"trace[795394574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2511; }","duration":"1.220747505s","start":"2026-08-22T14:46:44.876007Z","end":"2026-08-22T14:46:46.096754Z","steps":["trace[795394574] 'agreement among raft nodes before linearized reading' (duration: 1.22054609s)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:46:46.096831Z","caller":"traceutil/trace.go:171","msg":"trace[772200157] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2511; }","duration":"1.390185086s","start":"2026-08-22T14:46:44.706625Z","end":"2026-08-22T14:46:46.09681Z","steps":["trace[772200157] 'agreement among raft nodes before linearized reading' (duration: 1.3899247s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:46:46.096789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:46:45.013405Z","time spent":"1.083377215s","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1319,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-08-22T14:46:46.096868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:46:44.87599Z","time spent":"1.220860197s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T14:46:46.096842Z","caller":"traceutil/trace.go:171","msg":"trace[874908465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2511; }","duration":"194.971871ms","start":"2026-08-22T14:46:45.901853Z","end":"2026-08-22T14:46:46.096825Z","steps":["trace[874908465] 'agreement among raft nodes before linearized reading' (duration: 194.730474ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:46:46.096888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:46:44.706605Z","time spent":"1.390274229s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-22T14:47:18.79957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.789119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T14:47:18.799685Z","caller":"traceutil/trace.go:171","msg":"trace[558445905] linearizableReadLoop","detail":"{readStateIndex:2842; appliedIndex:2841; }","duration":"403.510709ms","start":"2026-08-22T14:47:18.396156Z","end":"2026-08-22T14:47:18.799667Z","steps":["trace[558445905] 'read index received' (duration: 37.040638ms)","trace[558445905] 'applied index is now lower than readState.Index' (duration: 366.468291ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:47:18.799777Z","caller":"traceutil/trace.go:171","msg":"trace[882274540] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"448.133319ms","start":"2026-08-22T14:47:18.351626Z","end":"2026-08-22T14:47:18.799759Z","steps":["trace[882274540] 'process raft request' (duration: 81.064032ms)","trace[882274540] 'compare' (duration: 366.497912ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:47:18.799863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:47:18.351611Z","time spent":"448.20399ms","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:47:18.800034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.859119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-08-22T14:47:18.800132Z","caller":"traceutil/trace.go:171","msg":"trace[1832198988] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2736; }","duration":"404.013223ms","start":"2026-08-22T14:47:18.396093Z","end":"2026-08-22T14:47:18.800106Z","steps":["trace[1832198988] 'agreement among raft nodes before linearized reading' (duration: 403.684944ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:18.800177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:47:18.39607Z","time spent":"404.097175ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T14:47:18.827614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.801897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-22T14:47:18.827681Z","caller":"traceutil/trace.go:171","msg":"trace[1728666828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2737; }","duration":"191.92159ms","start":"2026-08-22T14:47:18.635744Z","end":"2026-08-22T14:47:18.827666Z","steps":["trace[1728666828] 'agreement among raft nodes before linearized reading' (duration: 191.716945ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:18.827712Z","caller":"traceutil/trace.go:171","msg":"trace[1578048056] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"290.757401ms","start":"2026-08-22T14:47:18.536932Z","end":"2026-08-22T14:47:18.827689Z","steps":["trace[1578048056] 'process raft request' (duration: 290.35773ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:18.827743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.621814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-08-22T14:47:18.827748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.807701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-08-22T14:47:18.827789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.60613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-08-22T14:47:18.82787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.072308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-22T14:47:18.827859Z","caller":"traceutil/trace.go:171","msg":"trace[592315963] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2737; }","duration":"430.948915ms","start":"2026-08-22T14:47:18.396882Z","end":"2026-08-22T14:47:18.827831Z","steps":["trace[592315963] 'agreement among raft nodes before linearized reading' (duration: 430.622556ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:18.827894Z","caller":"traceutil/trace.go:171","msg":"trace[1033972602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2737; }","duration":"188.11851ms","start":"2026-08-22T14:47:18.639769Z","end":"2026-08-22T14:47:18.827888Z","steps":["trace[1033972602] 'agreement among raft nodes before linearized reading' (duration: 188.058708ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:18.827919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:47:18.396875Z","time spent":"431.032157ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T14:47:18.827948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.982109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-22T14:47:18.827816Z","caller":"traceutil/trace.go:171","msg":"trace[603819156] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2737; }","duration":"182.704907ms","start":"2026-08-22T14:47:18.645093Z","end":"2026-08-22T14:47:18.827798Z","steps":["trace[603819156] 'agreement among raft nodes before linearized reading' (duration: 182.475791ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:18.828005Z","caller":"traceutil/trace.go:171","msg":"trace[510655121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2737; }","duration":"211.737933ms","start":"2026-08-22T14:47:18.616126Z","end":"2026-08-22T14:47:18.827864Z","steps":["trace[510655121] 'agreement among raft nodes before linearized reading' (duration: 211.513897ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:18.827981Z","caller":"traceutil/trace.go:171","msg":"trace[510932625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2737; }","duration":"190.0415ms","start":"2026-08-22T14:47:18.63793Z","end":"2026-08-22T14:47:18.827972Z","steps":["trace[510932625] 'agreement among raft nodes before linearized reading' (duration: 189.932407ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:19.34965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154773882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T14:47:19.866668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.569587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T14:47:19.866798Z","caller":"traceutil/trace.go:171","msg":"trace[494756666] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"1.034641213s","start":"2026-08-22T14:47:18.832131Z","end":"2026-08-22T14:47:19.866773Z","steps":["trace[494756666] 'process raft request' (duration: 693.817909ms)","trace[494756666] 'compare' (duration: 340.477215ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:47:19.86708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:47:18.832115Z","time spent":"1.034723525s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:47:19.869026Z","caller":"traceutil/trace.go:171","msg":"trace[935222490] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"1.036512163s","start":"2026-08-22T14:47:18.832483Z","end":"2026-08-22T14:47:19.868995Z","steps":["trace[935222490] 'process raft request' (duration: 1.036324508s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:19.869292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:47:18.832466Z","time spent":"1.036652166s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:47:19.869358Z","caller":"traceutil/trace.go:171","msg":"trace[1539245096] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"1.036821161s","start":"2026-08-22T14:47:18.832519Z","end":"2026-08-22T14:47:19.86934Z","steps":["trace[1539245096] 'process raft request' (duration: 1.036706088s)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:19.869349Z","caller":"traceutil/trace.go:171","msg":"trace[1204011671] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"1.036673477s","start":"2026-08-22T14:47:18.832644Z","end":"2026-08-22T14:47:19.869318Z","steps":["trace[1204011671] 'process raft request' (duration: 1.036305207s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:19.869451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:47:18.832494Z","time spent":"1.036914032s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:47:19.869499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:47:18.832634Z","time spent":"1.03678828s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:47:19.869536Z","caller":"traceutil/trace.go:171","msg":"trace[360782013] linearizableReadLoop","detail":"{readStateIndex:2850; appliedIndex:2843; }","duration":"1.019989275s","start":"2026-08-22T14:47:18.84953Z","end":"2026-08-22T14:47:19.869519Z","steps":["trace[360782013] 'read index received' (duration: 676.507601ms)","trace[360782013] 'applied index is now lower than readState.Index' (duration: 343.480794ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:47:19.869552Z","caller":"traceutil/trace.go:171","msg":"trace[1898212613] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"1.036824521s","start":"2026-08-22T14:47:18.832703Z","end":"2026-08-22T14:47:19.869528Z","steps":["trace[1898212613] 'process raft request' (duration: 1.036601845s)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:19.869683Z","caller":"traceutil/trace.go:171","msg":"trace[1783680450] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"1.035628028s","start":"2026-08-22T14:47:18.834044Z","end":"2026-08-22T14:47:19.869672Z","steps":["trace[1783680450] 'process raft request' (duration: 1.035364601s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:19.869707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.078701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T14:47:19.869713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020227612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.124\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-22T14:47:19.869708Z","caller":"traceutil/trace.go:171","msg":"trace[324175788] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"1.035523037s","start":"2026-08-22T14:47:18.834157Z","end":"2026-08-22T14:47:19.86968Z","steps":["trace[324175788] 'process raft request' (duration: 1.035321661s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:19.869759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:47:18.834037Z","time spent":"1.035681271s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:47:19.869779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:47:18.832679Z","time spent":"1.036966465s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:47:19.869751Z","caller":"traceutil/trace.go:171","msg":"trace[649053088] range","detail":"{range_begin:/registry/masterleases/199.19.213.124; range_end:; response_count:1; response_revision:2744; }","duration":"1.020294114s","start":"2026-08-22T14:47:18.849445Z","end":"2026-08-22T14:47:19.86974Z","steps":["trace[649053088] 'agreement among raft nodes before linearized reading' (duration: 1.020178041s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:19.869862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:47:18.834151Z","time spent":"1.035635619s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:47:19.869905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:47:18.849428Z","time spent":"1.020464288s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.124\" "} {"level":"warn","ts":"2026-08-22T14:47:19.869932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.450235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-22T14:47:19.869986Z","caller":"traceutil/trace.go:171","msg":"trace[305515347] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2744; }","duration":"739.549107ms","start":"2026-08-22T14:47:19.130422Z","end":"2026-08-22T14:47:19.869971Z","steps":["trace[305515347] 'agreement among raft nodes before linearized reading' (duration: 739.452475ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:19.870059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.479426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-08-22T14:47:19.869748Z","caller":"traceutil/trace.go:171","msg":"trace[1119143433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2744; }","duration":"994.147303ms","start":"2026-08-22T14:47:18.875589Z","end":"2026-08-22T14:47:19.869736Z","steps":["trace[1119143433] 'agreement among raft nodes before linearized reading' (duration: 994.04476ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:19.870096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:47:19.1304Z","time spent":"739.682721ms","remote":"127.0.0.1:54132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-08-22T14:47:19.870103Z","caller":"traceutil/trace.go:171","msg":"trace[910333638] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2744; }","duration":"856.624741ms","start":"2026-08-22T14:47:19.013468Z","end":"2026-08-22T14:47:19.870093Z","steps":["trace[910333638] 'agreement among raft nodes before linearized reading' (duration: 856.477857ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:19.870126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:47:18.875577Z","time spent":"994.540623ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T14:47:19.870133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:47:19.013448Z","time spent":"856.677911ms","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1319,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-08-22T14:47:20.232627Z","caller":"traceutil/trace.go:171","msg":"trace[1932189855] linearizableReadLoop","detail":"{readStateIndex:2852; appliedIndex:2851; }","duration":"283.741646ms","start":"2026-08-22T14:47:19.948863Z","end":"2026-08-22T14:47:20.232604Z","steps":["trace[1932189855] 'read index received' (duration: 223.755791ms)","trace[1932189855] 'applied index is now lower than readState.Index' (duration: 59.984925ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:47:20.232701Z","caller":"traceutil/trace.go:171","msg":"trace[555581651] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"357.165285ms","start":"2026-08-22T14:47:19.875479Z","end":"2026-08-22T14:47:20.232645Z","steps":["trace[555581651] 'process raft request' (duration: 297.16301ms)","trace[555581651] 'compare' (duration: 59.483042ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:47:20.232927Z","caller":"traceutil/trace.go:171","msg":"trace[789330123] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"282.619186ms","start":"2026-08-22T14:47:19.950281Z","end":"2026-08-22T14:47:20.232901Z","steps":["trace[789330123] 'process raft request' (duration: 282.273677ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:20.233073Z","caller":"traceutil/trace.go:171","msg":"trace[457639619] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"278.050376ms","start":"2026-08-22T14:47:19.954987Z","end":"2026-08-22T14:47:20.233038Z","steps":["trace[457639619] 'process raft request' (duration: 277.808209ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:20.233002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.013519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T14:47:20.233202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.124747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1379"} {"level":"info","ts":"2026-08-22T14:47:20.233349Z","caller":"traceutil/trace.go:171","msg":"trace[2013512929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2746; }","duration":"355.230104ms","start":"2026-08-22T14:47:19.877957Z","end":"2026-08-22T14:47:20.233187Z","steps":["trace[2013512929] 'agreement among raft nodes before linearized reading' (duration: 354.67406ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:20.233407Z","caller":"traceutil/trace.go:171","msg":"trace[1438935078] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2747; }","duration":"359.23662ms","start":"2026-08-22T14:47:19.874005Z","end":"2026-08-22T14:47:20.233242Z","steps":["trace[1438935078] 'agreement among raft nodes before linearized reading' (duration: 358.688105ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:20.233426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:47:19.87792Z","time spent":"355.488851ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T14:47:20.233482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:47:19.873999Z","time spent":"359.441375ms","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1402,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-08-22T14:47:20.233541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:47:19.875466Z","time spent":"357.33162ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:47:54.202569Z","caller":"traceutil/trace.go:171","msg":"trace[1882254985] linearizableReadLoop","detail":"{readStateIndex:3227; appliedIndex:3226; }","duration":"138.518349ms","start":"2026-08-22T14:47:54.06402Z","end":"2026-08-22T14:47:54.202539Z","steps":["trace[1882254985] 'read index received' (duration: 131.813462ms)","trace[1882254985] 'applied index is now lower than readState.Index' (duration: 6.703577ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:47:54.202623Z","caller":"traceutil/trace.go:171","msg":"trace[1462793391] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"144.042815ms","start":"2026-08-22T14:47:54.05853Z","end":"2026-08-22T14:47:54.202573Z","steps":["trace[1462793391] 'process raft request' (duration: 137.312777ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:54.202826Z","caller":"traceutil/trace.go:171","msg":"trace[918612300] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"106.148794ms","start":"2026-08-22T14:47:54.096654Z","end":"2026-08-22T14:47:54.202803Z","steps":["trace[918612300] 'process raft request' (duration: 105.823396ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:54.203951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.341021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-08-22T14:47:54.203995Z","caller":"traceutil/trace.go:171","msg":"trace[267059901] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3105; }","duration":"139.410663ms","start":"2026-08-22T14:47:54.064575Z","end":"2026-08-22T14:47:54.203985Z","steps":["trace[267059901] 'agreement among raft nodes before linearized reading' (duration: 139.257519ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:54.204089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.865998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-22T14:47:54.204165Z","caller":"traceutil/trace.go:171","msg":"trace[98384770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3105; }","duration":"138.975352ms","start":"2026-08-22T14:47:54.065174Z","end":"2026-08-22T14:47:54.204149Z","steps":["trace[98384770] 'agreement among raft nodes before linearized reading' (duration: 138.715105ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:54.204218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.364041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-22T14:47:54.204294Z","caller":"traceutil/trace.go:171","msg":"trace[525641832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3105; }","duration":"139.524796ms","start":"2026-08-22T14:47:54.064754Z","end":"2026-08-22T14:47:54.204279Z","steps":["trace[525641832] 'agreement among raft nodes before linearized reading' (duration: 139.29846ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:54.204728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.114151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-22T14:47:54.204818Z","caller":"traceutil/trace.go:171","msg":"trace[1142612160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3105; }","duration":"140.81147ms","start":"2026-08-22T14:47:54.063984Z","end":"2026-08-22T14:47:54.204796Z","steps":["trace[1142612160] 'agreement among raft nodes before linearized reading' (duration: 138.786656ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:48:27.125012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.047238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-08-22T14:48:27.125086Z","caller":"traceutil/trace.go:171","msg":"trace[599627665] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3366; }","duration":"263.167752ms","start":"2026-08-22T14:48:26.861901Z","end":"2026-08-22T14:48:27.125069Z","steps":["trace[599627665] 'range keys from in-memory index tree' (duration: 262.891804ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:48:27.125114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.496336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T14:48:27.125136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.251146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-08-22T14:48:27.125193Z","caller":"traceutil/trace.go:171","msg":"trace[1675671891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3366; }","duration":"249.608939ms","start":"2026-08-22T14:48:26.875568Z","end":"2026-08-22T14:48:27.125177Z","steps":["trace[1675671891] 'range keys from in-memory index tree' (duration: 249.429705ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:48:27.1252Z","caller":"traceutil/trace.go:171","msg":"trace[149122832] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3366; }","duration":"262.315088ms","start":"2026-08-22T14:48:26.86287Z","end":"2026-08-22T14:48:27.125185Z","steps":["trace[149122832] 'range keys from in-memory index tree' (duration: 262.115053ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:49:38.838465Z","caller":"traceutil/trace.go:171","msg":"trace[1135557631] transaction","detail":"{read_only:false; response_revision:4473; number_of_response:1; }","duration":"111.308599ms","start":"2026-08-22T14:49:38.72713Z","end":"2026-08-22T14:49:38.838438Z","steps":["trace[1135557631] 'process raft request' (duration: 110.931318ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:49:39.749549Z","caller":"traceutil/trace.go:171","msg":"trace[761261764] transaction","detail":"{read_only:false; response_revision:4488; number_of_response:1; }","duration":"408.111049ms","start":"2026-08-22T14:49:39.341389Z","end":"2026-08-22T14:49:39.7495Z","steps":["trace[761261764] 'process raft request' (duration: 407.932224ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:39.749735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:39.341359Z","time spent":"408.260792ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":167084,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T14:49:39.750232Z","caller":"traceutil/trace.go:171","msg":"trace[827979058] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"244.484544ms","start":"2026-08-22T14:49:39.505717Z","end":"2026-08-22T14:49:39.750201Z","steps":["trace[827979058] 'process raft request' (duration: 244.391092ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:49:39.750248Z","caller":"traceutil/trace.go:171","msg":"trace[1724786496] transaction","detail":"{read_only:false; response_revision:4489; number_of_response:1; }","duration":"383.886374ms","start":"2026-08-22T14:49:39.366322Z","end":"2026-08-22T14:49:39.750209Z","steps":["trace[1724786496] 'process raft request' (duration: 383.673798ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:39.750409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:39.3663Z","time spent":"384.043628ms","remote":"127.0.0.1:53744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2573,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T14:49:43.376793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154778409,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T14:49:43.400794Z","caller":"traceutil/trace.go:171","msg":"trace[1001811208] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"541.79519ms","start":"2026-08-22T14:49:42.858975Z","end":"2026-08-22T14:49:43.40077Z","steps":["trace[1001811208] 'process raft request' (duration: 541.638865ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:43.400948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:42.85896Z","time spent":"541.912883ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:49:43.457191Z","caller":"traceutil/trace.go:171","msg":"trace[436475163] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"596.013958ms","start":"2026-08-22T14:49:42.861142Z","end":"2026-08-22T14:49:43.457155Z","steps":["trace[436475163] 'process raft request' (duration: 595.792772ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:49:43.457243Z","caller":"traceutil/trace.go:171","msg":"trace[446614055] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"595.695409ms","start":"2026-08-22T14:49:42.861532Z","end":"2026-08-22T14:49:43.457228Z","steps":["trace[446614055] 'process raft request' (duration: 595.584596ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:49:43.457249Z","caller":"traceutil/trace.go:171","msg":"trace[264328201] linearizableReadLoop","detail":"{readStateIndex:4804; appliedIndex:4799; }","duration":"581.091573ms","start":"2026-08-22T14:49:42.876119Z","end":"2026-08-22T14:49:43.45721Z","steps":["trace[264328201] 'read index received' (duration: 524.564059ms)","trace[264328201] 'applied index is now lower than readState.Index' (duration: 56.526434ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:49:43.457322Z","caller":"traceutil/trace.go:171","msg":"trace[1672347895] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"595.793442ms","start":"2026-08-22T14:49:42.86152Z","end":"2026-08-22T14:49:43.457313Z","steps":["trace[1672347895] 'process raft request' (duration: 595.558526ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:43.45734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:42.861127Z","time spent":"596.136632ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:49:43.457366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:42.861495Z","time spent":"595.848343ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:49:43.457368Z","caller":"traceutil/trace.go:171","msg":"trace[197309268] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"594.853466ms","start":"2026-08-22T14:49:42.862501Z","end":"2026-08-22T14:49:43.457355Z","steps":["trace[197309268] 'process raft request' (duration: 594.66878ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:43.457437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.303969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T14:49:43.457468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:42.861504Z","time spent":"595.768661ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:49:43.457483Z","caller":"traceutil/trace.go:171","msg":"trace[574809072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4609; }","duration":"581.408762ms","start":"2026-08-22T14:49:42.876066Z","end":"2026-08-22T14:49:43.457474Z","steps":["trace[574809072] 'agreement among raft nodes before linearized reading' (duration: 581.321649ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:43.457474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:42.862483Z","time spent":"594.973679ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:49:43.457661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.22125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-22T14:49:43.457735Z","caller":"traceutil/trace.go:171","msg":"trace[552281767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4609; }","duration":"367.342724ms","start":"2026-08-22T14:49:43.090373Z","end":"2026-08-22T14:49:43.457716Z","steps":["trace[552281767] 'agreement among raft nodes before linearized reading' (duration: 367.126838ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:43.457723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.917358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1f637605-b399-4e0b-add4-466c66feb683\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-08-22T14:49:43.457776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:43.090352Z","time spent":"367.414656ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-22T14:49:43.457804Z","caller":"traceutil/trace.go:171","msg":"trace[1456738508] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1f637605-b399-4e0b-add4-466c66feb683; range_end:; response_count:1; response_revision:4609; }","duration":"129.036632ms","start":"2026-08-22T14:49:43.328747Z","end":"2026-08-22T14:49:43.457784Z","steps":["trace[1456738508] 'agreement among raft nodes before linearized reading' (duration: 128.782744ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:43.457862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.649606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:790539"} {"level":"info","ts":"2026-08-22T14:49:43.457903Z","caller":"traceutil/trace.go:171","msg":"trace[980850155] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4609; }","duration":"241.698897ms","start":"2026-08-22T14:49:43.216182Z","end":"2026-08-22T14:49:43.457881Z","steps":["trace[980850155] 'agreement among raft nodes before linearized reading' (duration: 241.370688ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:43.457519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:42.876045Z","time spent":"581.466383ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T14:49:43.932698Z","caller":"traceutil/trace.go:171","msg":"trace[1181861214] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"172.599674ms","start":"2026-08-22T14:49:43.760073Z","end":"2026-08-22T14:49:43.932673Z","steps":["trace[1181861214] 'process raft request' (duration: 172.307585ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:44.093892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.102096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T14:49:44.094344Z","caller":"traceutil/trace.go:171","msg":"trace[1046654730] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"154.663374ms","start":"2026-08-22T14:49:43.939603Z","end":"2026-08-22T14:49:44.094267Z","steps":["trace[1046654730] 'process raft request' (duration: 50.063114ms)","trace[1046654730] 'compare' (duration: 103.940102ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:49:44.094516Z","caller":"traceutil/trace.go:171","msg":"trace[779754842] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"154.462148ms","start":"2026-08-22T14:49:43.940024Z","end":"2026-08-22T14:49:44.094487Z","steps":["trace[779754842] 'process raft request' (duration: 154.215201ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:49:45.625715Z","caller":"traceutil/trace.go:171","msg":"trace[518486107] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"160.958809ms","start":"2026-08-22T14:49:45.464728Z","end":"2026-08-22T14:49:45.625686Z","steps":["trace[518486107] 'process raft request' (duration: 159.53824ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:49:45.62578Z","caller":"traceutil/trace.go:171","msg":"trace[2006241513] linearizableReadLoop","detail":"{readStateIndex:4853; appliedIndex:4849; }","duration":"149.952233ms","start":"2026-08-22T14:49:45.475801Z","end":"2026-08-22T14:49:45.625753Z","steps":["trace[2006241513] 'read index received' (duration: 148.482792ms)","trace[2006241513] 'applied index is now lower than readState.Index' (duration: 1.468221ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:49:45.625957Z","caller":"traceutil/trace.go:171","msg":"trace[1620456168] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"160.910448ms","start":"2026-08-22T14:49:45.465022Z","end":"2026-08-22T14:49:45.625932Z","steps":["trace[1620456168] 'process raft request' (duration: 160.556548ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:49:45.625996Z","caller":"traceutil/trace.go:171","msg":"trace[579898698] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"160.638121ms","start":"2026-08-22T14:49:45.465332Z","end":"2026-08-22T14:49:45.625971Z","steps":["trace[579898698] 'process raft request' (duration: 160.337863ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:45.626079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.251431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-22T14:49:45.626127Z","caller":"traceutil/trace.go:171","msg":"trace[39275495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4656; }","duration":"150.335114ms","start":"2026-08-22T14:49:45.475775Z","end":"2026-08-22T14:49:45.626111Z","steps":["trace[39275495] 'agreement among raft nodes before linearized reading' (duration: 150.1766ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:49:45.626141Z","caller":"traceutil/trace.go:171","msg":"trace[1171970195] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"160.339882ms","start":"2026-08-22T14:49:45.465777Z","end":"2026-08-22T14:49:45.626117Z","steps":["trace[1171970195] 'process raft request' (duration: 159.936431ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:49:48.806423Z","caller":"traceutil/trace.go:171","msg":"trace[1262894061] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"107.215014ms","start":"2026-08-22T14:49:48.699176Z","end":"2026-08-22T14:49:48.806391Z","steps":["trace[1262894061] 'process raft request' (duration: 107.04505ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:49:48.810856Z","caller":"traceutil/trace.go:171","msg":"trace[1704592151] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"104.476668ms","start":"2026-08-22T14:49:48.706358Z","end":"2026-08-22T14:49:48.810835Z","steps":["trace[1704592151] 'process raft request' (duration: 104.247742ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:58.187921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154779032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T14:49:58.500915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.268742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T14:49:58.501194Z","caller":"traceutil/trace.go:171","msg":"trace[1254894647] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"973.862423ms","start":"2026-08-22T14:49:57.527313Z","end":"2026-08-22T14:49:58.501175Z","steps":["trace[1254894647] 'process raft request' (duration: 973.806332ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:49:58.501162Z","caller":"traceutil/trace.go:171","msg":"trace[2100804665] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"974.147702ms","start":"2026-08-22T14:49:57.526974Z","end":"2026-08-22T14:49:58.501122Z","steps":["trace[2100804665] 'process raft request' (duration: 864.590693ms)","trace[2100804665] 'compare' (duration: 109.008184ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:49:58.501269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:57.527295Z","time spent":"973.942086ms","remote":"127.0.0.1:34796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:49:58.501335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:57.526951Z","time spent":"974.300555ms","remote":"127.0.0.1:34796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:49:58.501436Z","caller":"traceutil/trace.go:171","msg":"trace[2016228977] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"974.417749ms","start":"2026-08-22T14:49:57.526996Z","end":"2026-08-22T14:49:58.501414Z","steps":["trace[2016228977] 'process raft request' (duration: 974.027288ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:58.501537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:57.526985Z","time spent":"974.502951ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:49:59.192184Z","caller":"traceutil/trace.go:171","msg":"trace[1355494826] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"1.221077674s","start":"2026-08-22T14:49:57.971088Z","end":"2026-08-22T14:49:59.192166Z","steps":["trace[1355494826] 'process raft request' (duration: 1.220442506s)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:49:59.192251Z","caller":"traceutil/trace.go:171","msg":"trace[464251892] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"892.14777ms","start":"2026-08-22T14:49:58.300077Z","end":"2026-08-22T14:49:59.192225Z","steps":["trace[464251892] 'process raft request' (duration: 892.013106ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:59.192299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:57.971063Z","time spent":"1.221176687s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:49:59.192362Z","caller":"traceutil/trace.go:171","msg":"trace[1898879806] linearizableReadLoop","detail":"{readStateIndex:5089; appliedIndex:5085; }","duration":"1.504633686s","start":"2026-08-22T14:49:57.6877Z","end":"2026-08-22T14:49:59.192334Z","steps":["trace[1898879806] 'read index received' (duration: 703.898159ms)","trace[1898879806] 'applied index is now lower than readState.Index' (duration: 800.591573ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:49:59.192361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:58.300053Z","time spent":"892.252932ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:49:59.192489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50478627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-22T14:49:59.192554Z","caller":"traceutil/trace.go:171","msg":"trace[1917759518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4884; }","duration":"1.504885323s","start":"2026-08-22T14:49:57.68765Z","end":"2026-08-22T14:49:59.192535Z","steps":["trace[1917759518] 'agreement among raft nodes before linearized reading' (duration: 1.504636526s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:59.192595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:57.687629Z","time spent":"1.504958615s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-22T14:49:59.192633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504878863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-22T14:49:59.192678Z","caller":"traceutil/trace.go:171","msg":"trace[1168679108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4884; }","duration":"1.504984976s","start":"2026-08-22T14:49:57.687682Z","end":"2026-08-22T14:49:59.192667Z","steps":["trace[1168679108] 'agreement among raft nodes before linearized reading' (duration: 1.504818321s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:59.19274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:57.68766Z","time spent":"1.505059898s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-22T14:49:59.192744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.729085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:49:59.192799Z","caller":"traceutil/trace.go:171","msg":"trace[895536395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4884; }","duration":"316.792087ms","start":"2026-08-22T14:49:58.875988Z","end":"2026-08-22T14:49:59.19278Z","steps":["trace[895536395] 'agreement among raft nodes before linearized reading' (duration: 316.736665ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:59.192852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:58.875977Z","time spent":"316.866789ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T14:49:59.192906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480410311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-22T14:49:59.192941Z","caller":"traceutil/trace.go:171","msg":"trace[973432687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4884; }","duration":"1.480481643s","start":"2026-08-22T14:49:57.712451Z","end":"2026-08-22T14:49:59.192932Z","steps":["trace[973432687] 'agreement among raft nodes before linearized reading' (duration: 1.480395481s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:59.192945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480446722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-08-22T14:49:59.192655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479711662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-08-22T14:49:59.192906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030065028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddbx2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-08-22T14:49:59.192944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.092013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-08-22T14:49:59.193056Z","caller":"traceutil/trace.go:171","msg":"trace[607256302] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4884; }","duration":"1.480119944s","start":"2026-08-22T14:49:57.712903Z","end":"2026-08-22T14:49:59.193022Z","steps":["trace[607256302] 'agreement among raft nodes before linearized reading' (duration: 1.47961746s)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:49:59.192977Z","caller":"traceutil/trace.go:171","msg":"trace[1301615794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4884; }","duration":"1.480506444s","start":"2026-08-22T14:49:57.712463Z","end":"2026-08-22T14:49:59.192969Z","steps":["trace[1301615794] 'agreement among raft nodes before linearized reading' (duration: 1.480411962s)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:49:59.193085Z","caller":"traceutil/trace.go:171","msg":"trace[508632661] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddbx2; range_end:; response_count:1; response_revision:4884; }","duration":"1.030311795s","start":"2026-08-22T14:49:58.162754Z","end":"2026-08-22T14:49:59.193066Z","steps":["trace[508632661] 'agreement among raft nodes before linearized reading' (duration: 1.029948185s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:59.193194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:58.162735Z","time spent":"1.030444758s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-ddbx2\" "} {"level":"info","ts":"2026-08-22T14:49:59.193178Z","caller":"traceutil/trace.go:171","msg":"trace[1702456869] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4884; }","duration":"954.449503ms","start":"2026-08-22T14:49:58.238689Z","end":"2026-08-22T14:49:59.193138Z","steps":["trace[1702456869] 'agreement among raft nodes before linearized reading' (duration: 953.825826ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:59.193519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:58.238666Z","time spent":"954.835064ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T14:49:59.193143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:57.71245Z","time spent":"1.480684589s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-22T14:49:59.193668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.132647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.124\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-08-22T14:49:59.193242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.020275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-08-22T14:49:59.193751Z","caller":"traceutil/trace.go:171","msg":"trace[1565298182] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4884; }","duration":"975.524699ms","start":"2026-08-22T14:49:58.218207Z","end":"2026-08-22T14:49:59.193732Z","steps":["trace[1565298182] 'agreement among raft nodes before linearized reading' (duration: 974.405548ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:49:59.193801Z","caller":"traceutil/trace.go:171","msg":"trace[706802460] range","detail":"{range_begin:/registry/masterleases/199.19.213.124; range_end:; response_count:1; response_revision:4884; }","duration":"335.24293ms","start":"2026-08-22T14:49:58.85848Z","end":"2026-08-22T14:49:59.193723Z","steps":["trace[706802460] 'agreement among raft nodes before linearized reading' (duration: 334.455738ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:49:59.193833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:58.218149Z","time spent":"975.666344ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T14:49:59.193187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:57.712896Z","time spent":"1.480242287s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-08-22T14:49:59.193869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:58.858462Z","time spent":"335.389095ms","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.124\" "} {"level":"warn","ts":"2026-08-22T14:49:59.192972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:49:57.712424Z","time spent":"1.480542155s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-22T14:50:05.739927Z","caller":"traceutil/trace.go:171","msg":"trace[769236479] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"148.712099ms","start":"2026-08-22T14:50:05.59119Z","end":"2026-08-22T14:50:05.739902Z","steps":["trace[769236479] 'process raft request' (duration: 148.555824ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:50:05.739931Z","caller":"traceutil/trace.go:171","msg":"trace[1381194804] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"148.126793ms","start":"2026-08-22T14:50:05.591779Z","end":"2026-08-22T14:50:05.739906Z","steps":["trace[1381194804] 'process raft request' (duration: 148.02949ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:50:05.73998Z","caller":"traceutil/trace.go:171","msg":"trace[1418795212] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"148.817102ms","start":"2026-08-22T14:50:05.591132Z","end":"2026-08-22T14:50:05.739949Z","steps":["trace[1418795212] 'process raft request' (duration: 131.075748ms)","trace[1418795212] 'compare' (duration: 17.366414ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:50:05.740079Z","caller":"traceutil/trace.go:171","msg":"trace[1534608302] linearizableReadLoop","detail":"{readStateIndex:5276; appliedIndex:5271; }","duration":"112.905272ms","start":"2026-08-22T14:50:05.627141Z","end":"2026-08-22T14:50:05.740046Z","steps":["trace[1534608302] 'read index received' (duration: 18.792042ms)","trace[1534608302] 'applied index is now lower than readState.Index' (duration: 94.11133ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:50:05.740132Z","caller":"traceutil/trace.go:171","msg":"trace[1833291837] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"142.2892ms","start":"2026-08-22T14:50:05.597808Z","end":"2026-08-22T14:50:05.740097Z","steps":["trace[1833291837] 'process raft request' (duration: 142.040313ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:50:05.740327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.16493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-08-22T14:50:05.740389Z","caller":"traceutil/trace.go:171","msg":"trace[540216071] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5064; }","duration":"113.274573ms","start":"2026-08-22T14:50:05.627093Z","end":"2026-08-22T14:50:05.740367Z","steps":["trace[540216071] 'agreement among raft nodes before linearized reading' (duration: 113.069907ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:50:53.931681Z","caller":"traceutil/trace.go:171","msg":"trace[1822361221] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"108.87936ms","start":"2026-08-22T14:50:53.822755Z","end":"2026-08-22T14:50:53.931634Z","steps":["trace[1822361221] 'process raft request' (duration: 11.518355ms)","trace[1822361221] 'compare' (duration: 97.090307ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:53:05.829856Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3220} {"level":"info","ts":"2026-08-22T14:53:05.918651Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3220,"took":"87.095223ms","hash":2791023824,"current-db-size-bytes":60559360,"current-db-size":"61 MB","current-db-size-in-use-bytes":34082816,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-22T14:53:05.918722Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2791023824,"revision":3220,"compact-revision":-1} {"level":"info","ts":"2026-08-22T14:55:53.62686Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000217d.wal"} {"level":"info","ts":"2026-08-22T14:56:09.183721Z","caller":"traceutil/trace.go:171","msg":"trace[252471624] linearizableReadLoop","detail":"{readStateIndex:8690; appliedIndex:8688; }","duration":"101.801876ms","start":"2026-08-22T14:56:09.081893Z","end":"2026-08-22T14:56:09.183695Z","steps":["trace[252471624] 'read index received' (duration: 16.068415ms)","trace[252471624] 'applied index is now lower than readState.Index' (duration: 85.732291ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:56:09.183899Z","caller":"traceutil/trace.go:171","msg":"trace[1814763517] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"115.97316ms","start":"2026-08-22T14:56:09.067888Z","end":"2026-08-22T14:56:09.183861Z","steps":["trace[1814763517] 'process raft request' (duration: 66.819069ms)","trace[1814763517] 'compare' (duration: 48.878743ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:56:09.183993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.088924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-22T14:56:09.184037Z","caller":"traceutil/trace.go:171","msg":"trace[867607990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8318; }","duration":"102.166616ms","start":"2026-08-22T14:56:09.081858Z","end":"2026-08-22T14:56:09.184025Z","steps":["trace[867607990] 'agreement among raft nodes before linearized reading' (duration: 101.999512ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:56:09.554749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.697113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T14:56:09.555043Z","caller":"traceutil/trace.go:171","msg":"trace[1031066062] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"366.363418ms","start":"2026-08-22T14:56:09.18866Z","end":"2026-08-22T14:56:09.555023Z","steps":["trace[1031066062] 'process raft request' (duration: 366.229025ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:56:09.555051Z","caller":"traceutil/trace.go:171","msg":"trace[1009128539] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"366.355519ms","start":"2026-08-22T14:56:09.188646Z","end":"2026-08-22T14:56:09.555002Z","steps":["trace[1009128539] 'process raft request' (duration: 134.314167ms)","trace[1009128539] 'compare' (duration: 231.175058ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:56:09.55511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:56:09.188635Z","time spent":"366.443851ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:56:09.555234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:56:09.188611Z","time spent":"366.531733ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:56:09.555346Z","caller":"traceutil/trace.go:171","msg":"trace[438658485] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"366.509513ms","start":"2026-08-22T14:56:09.188796Z","end":"2026-08-22T14:56:09.555306Z","steps":["trace[438658485] 'process raft request' (duration: 366.189204ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:56:09.555515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:56:09.188775Z","time spent":"366.651006ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:56:09.55554Z","caller":"traceutil/trace.go:171","msg":"trace[1218248791] linearizableReadLoop","detail":"{readStateIndex:8697; appliedIndex:8691; }","duration":"288.363557ms","start":"2026-08-22T14:56:09.267146Z","end":"2026-08-22T14:56:09.55551Z","steps":["trace[1218248791] 'read index received' (duration: 55.829972ms)","trace[1218248791] 'applied index is now lower than readState.Index' (duration: 232.532275ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:56:09.55564Z","caller":"traceutil/trace.go:171","msg":"trace[1077895677] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"364.241931ms","start":"2026-08-22T14:56:09.19139Z","end":"2026-08-22T14:56:09.555632Z","steps":["trace[1077895677] 'process raft request' (duration: 364.072226ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:56:09.555647Z","caller":"traceutil/trace.go:171","msg":"trace[635788642] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"366.198704ms","start":"2026-08-22T14:56:09.189412Z","end":"2026-08-22T14:56:09.555611Z","steps":["trace[635788642] 'process raft request' (duration: 365.998559ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:56:09.555722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:56:09.191376Z","time spent":"364.295283ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:56:09.555586Z","caller":"traceutil/trace.go:171","msg":"trace[1331592998] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"366.706678ms","start":"2026-08-22T14:56:09.188863Z","end":"2026-08-22T14:56:09.55557Z","steps":["trace[1331592998] 'process raft request' (duration: 366.386099ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:56:09.555774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.634774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddbx2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-22T14:56:09.555814Z","caller":"traceutil/trace.go:171","msg":"trace[992947673] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddbx2; range_end:; response_count:1; response_revision:8325; }","duration":"288.761127ms","start":"2026-08-22T14:56:09.26704Z","end":"2026-08-22T14:56:09.555801Z","steps":["trace[992947673] 'agreement among raft nodes before linearized reading' (duration: 288.595483ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:56:09.555825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:56:09.188848Z","time spent":"366.952594ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:56:09.555823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:56:09.189378Z","time spent":"366.351928ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:56:09.555896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.643935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-22T14:56:09.555968Z","caller":"traceutil/trace.go:171","msg":"trace[1339387658] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8325; }","duration":"199.786368ms","start":"2026-08-22T14:56:09.356164Z","end":"2026-08-22T14:56:09.55595Z","steps":["trace[1339387658] 'agreement among raft nodes before linearized reading' (duration: 199.555492ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:56:09.805713Z","caller":"traceutil/trace.go:171","msg":"trace[1654880790] linearizableReadLoop","detail":"{readStateIndex:8698; appliedIndex:8697; }","duration":"234.795316ms","start":"2026-08-22T14:56:09.570888Z","end":"2026-08-22T14:56:09.805683Z","steps":["trace[1654880790] 'read index received' (duration: 234.526639ms)","trace[1654880790] 'applied index is now lower than readState.Index' (duration: 267.597µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:56:09.8058Z","caller":"traceutil/trace.go:171","msg":"trace[934575275] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"244.440857ms","start":"2026-08-22T14:56:09.561318Z","end":"2026-08-22T14:56:09.805759Z","steps":["trace[934575275] 'process raft request' (duration: 244.187591ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:56:09.805948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.043963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-08-22T14:56:09.805991Z","caller":"traceutil/trace.go:171","msg":"trace[546481102] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8326; }","duration":"235.130165ms","start":"2026-08-22T14:56:09.570847Z","end":"2026-08-22T14:56:09.805978Z","steps":["trace[546481102] 'agreement among raft nodes before linearized reading' (duration: 234.94766ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:56:10.700242Z","caller":"traceutil/trace.go:171","msg":"trace[1700662178] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"348.617958ms","start":"2026-08-22T14:56:10.351587Z","end":"2026-08-22T14:56:10.700205Z","steps":["trace[1700662178] 'process raft request' (duration: 348.163405ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:56:10.700439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:56:10.35154Z","time spent":"348.800452ms","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:56:10.70999Z","caller":"traceutil/trace.go:171","msg":"trace[569743149] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"126.961688ms","start":"2026-08-22T14:56:10.583002Z","end":"2026-08-22T14:56:10.709963Z","steps":["trace[569743149] 'process raft request' (duration: 126.829424ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:56:11.541487Z","caller":"traceutil/trace.go:171","msg":"trace[1254918] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"156.076176ms","start":"2026-08-22T14:56:11.385379Z","end":"2026-08-22T14:56:11.541455Z","steps":["trace[1254918] 'process raft request' (duration: 155.898681ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:56:36.781597Z","caller":"traceutil/trace.go:171","msg":"trace[302791823] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"306.900328ms","start":"2026-08-22T14:56:36.474664Z","end":"2026-08-22T14:56:36.781564Z","steps":["trace[302791823] 'process raft request' (duration: 306.704673ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:56:36.781776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:56:36.474641Z","time spent":"307.051833ms","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:56:49.623111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.181353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T14:56:49.623319Z","caller":"traceutil/trace.go:171","msg":"trace[323953009] linearizableReadLoop","detail":"{readStateIndex:9071; appliedIndex:9070; }","duration":"194.541477ms","start":"2026-08-22T14:56:49.428757Z","end":"2026-08-22T14:56:49.623298Z","steps":["trace[323953009] 'read index received' (duration: 62.962µs)","trace[323953009] 'applied index is now lower than readState.Index' (duration: 194.476995ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:56:49.62337Z","caller":"traceutil/trace.go:171","msg":"trace[631286442] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"336.329845ms","start":"2026-08-22T14:56:49.286984Z","end":"2026-08-22T14:56:49.623314Z","steps":["trace[631286442] 'process raft request' (duration: 102.839084ms)","trace[631286442] 'compare' (duration: 232.989498ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:56:49.62352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.760873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-22T14:56:49.623562Z","caller":"traceutil/trace.go:171","msg":"trace[1588403318] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8680; }","duration":"194.857096ms","start":"2026-08-22T14:56:49.428692Z","end":"2026-08-22T14:56:49.623549Z","steps":["trace[1588403318] 'agreement among raft nodes before linearized reading' (duration: 194.66167ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:56:49.623589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:56:49.286976Z","time spent":"336.49831ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4592,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:56:49.798322Z","caller":"traceutil/trace.go:171","msg":"trace[1399251621] linearizableReadLoop","detail":"{readStateIndex:9072; appliedIndex:9071; }","duration":"167.579027ms","start":"2026-08-22T14:56:49.630712Z","end":"2026-08-22T14:56:49.798291Z","steps":["trace[1399251621] 'read index received' (duration: 157.766621ms)","trace[1399251621] 'applied index is now lower than readState.Index' (duration: 9.810735ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:56:49.79837Z","caller":"traceutil/trace.go:171","msg":"trace[2011236925] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"170.329121ms","start":"2026-08-22T14:56:49.62802Z","end":"2026-08-22T14:56:49.798349Z","steps":["trace[2011236925] 'process raft request' (duration: 160.387792ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:56:49.798886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.143032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-98rmk\" ","response":"range_response_count:1 size:4607"} {"level":"info","ts":"2026-08-22T14:56:49.799016Z","caller":"traceutil/trace.go:171","msg":"trace[2135780962] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-98rmk; range_end:; response_count:1; response_revision:8681; }","duration":"168.337067ms","start":"2026-08-22T14:56:49.630647Z","end":"2026-08-22T14:56:49.798984Z","steps":["trace[2135780962] 'agreement among raft nodes before linearized reading' (duration: 167.814763ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:56:49.807911Z","caller":"traceutil/trace.go:171","msg":"trace[1164113456] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"158.868941ms","start":"2026-08-22T14:56:49.649025Z","end":"2026-08-22T14:56:49.807894Z","steps":["trace[1164113456] 'process raft request' (duration: 158.729878ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:56:49.808453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.249071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-98rmk\" ","response":"range_response_count:1 size:4607"} {"level":"info","ts":"2026-08-22T14:56:49.808507Z","caller":"traceutil/trace.go:171","msg":"trace[1540862520] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-98rmk; range_end:; response_count:1; response_revision:8682; }","duration":"159.351554ms","start":"2026-08-22T14:56:49.649144Z","end":"2026-08-22T14:56:49.808496Z","steps":["trace[1540862520] 'agreement among raft nodes before linearized reading' (duration: 159.151278ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:56:50.469181Z","caller":"traceutil/trace.go:171","msg":"trace[1436881656] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"158.159572ms","start":"2026-08-22T14:56:50.31098Z","end":"2026-08-22T14:56:50.469139Z","steps":["trace[1436881656] 'process raft request' (duration: 66.005107ms)","trace[1436881656] 'compare' (duration: 91.97959ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:56:50.804445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.451386ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:56:50.804724Z","caller":"traceutil/trace.go:171","msg":"trace[1299290071] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8692; }","duration":"231.744234ms","start":"2026-08-22T14:56:50.572957Z","end":"2026-08-22T14:56:50.804701Z","steps":["trace[1299290071] 'range keys from in-memory index tree' (duration: 231.408505ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:56:50.830783Z","caller":"traceutil/trace.go:171","msg":"trace[770380733] linearizableReadLoop","detail":"{readStateIndex:9084; appliedIndex:9083; }","duration":"225.626598ms","start":"2026-08-22T14:56:50.605086Z","end":"2026-08-22T14:56:50.830712Z","steps":["trace[770380733] 'read index received' (duration: 225.093844ms)","trace[770380733] 'applied index is now lower than readState.Index' (duration: 531.604µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:56:50.830863Z","caller":"traceutil/trace.go:171","msg":"trace[1790630073] transaction","detail":"{read_only:false; response_revision:8693; number_of_response:1; }","duration":"352.796851ms","start":"2026-08-22T14:56:50.478042Z","end":"2026-08-22T14:56:50.830838Z","steps":["trace[1790630073] 'process raft request' (duration: 352.328329ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:56:50.831046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.942497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-22T14:56:50.831095Z","caller":"traceutil/trace.go:171","msg":"trace[1321524939] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8693; }","duration":"226.05552ms","start":"2026-08-22T14:56:50.605027Z","end":"2026-08-22T14:56:50.831082Z","steps":["trace[1321524939] 'agreement among raft nodes before linearized reading' (duration: 225.858815ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:56:50.831086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:56:50.478012Z","time spent":"352.909834ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:57:52.302106Z","caller":"traceutil/trace.go:171","msg":"trace[586466930] transaction","detail":"{read_only:false; response_revision:9373; number_of_response:1; }","duration":"122.428113ms","start":"2026-08-22T14:57:52.179651Z","end":"2026-08-22T14:57:52.302079Z","steps":["trace[586466930] 'process raft request' (duration: 122.221258ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:57:52.302548Z","caller":"traceutil/trace.go:171","msg":"trace[723094374] linearizableReadLoop","detail":"{readStateIndex:9795; appliedIndex:9792; }","duration":"118.56032ms","start":"2026-08-22T14:57:52.183976Z","end":"2026-08-22T14:57:52.302537Z","steps":["trace[723094374] 'read index received' (duration: 117.887242ms)","trace[723094374] 'applied index is now lower than readState.Index' (duration: 672.048µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:57:52.302626Z","caller":"traceutil/trace.go:171","msg":"trace[663147569] transaction","detail":"{read_only:false; response_revision:9374; number_of_response:1; }","duration":"122.469645ms","start":"2026-08-22T14:57:52.18015Z","end":"2026-08-22T14:57:52.302619Z","steps":["trace[663147569] 'process raft request' (duration: 122.28096ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:57:52.30277Z","caller":"traceutil/trace.go:171","msg":"trace[1045457562] transaction","detail":"{read_only:false; response_revision:9375; number_of_response:1; }","duration":"121.453488ms","start":"2026-08-22T14:57:52.181309Z","end":"2026-08-22T14:57:52.302762Z","steps":["trace[1045457562] 'process raft request' (duration: 121.197181ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:57:52.303003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.009882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-22T14:57:52.303038Z","caller":"traceutil/trace.go:171","msg":"trace[1611558423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9375; }","duration":"119.079723ms","start":"2026-08-22T14:57:52.183949Z","end":"2026-08-22T14:57:52.303029Z","steps":["trace[1611558423] 'agreement among raft nodes before linearized reading' (duration: 118.891718ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:57:52.303144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.081346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-08-22T14:57:52.303257Z","caller":"traceutil/trace.go:171","msg":"trace[47862241] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9375; }","duration":"118.229911ms","start":"2026-08-22T14:57:52.185007Z","end":"2026-08-22T14:57:52.303237Z","steps":["trace[47862241] 'agreement among raft nodes before linearized reading' (duration: 117.921882ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:57:52.303555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.919744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddbx2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-22T14:57:52.303614Z","caller":"traceutil/trace.go:171","msg":"trace[359610848] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddbx2; range_end:; response_count:1; response_revision:9375; }","duration":"114.031298ms","start":"2026-08-22T14:57:52.189572Z","end":"2026-08-22T14:57:52.303603Z","steps":["trace[359610848] 'agreement among raft nodes before linearized reading' (duration: 113.862783ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:58:05.837167Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6574} {"level":"info","ts":"2026-08-22T14:58:05.942567Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6574,"took":"103.135216ms","hash":200925163,"current-db-size-bytes":60559360,"current-db-size":"61 MB","current-db-size-in-use-bytes":26779648,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-08-22T14:58:05.942662Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":200925163,"revision":6574,"compact-revision":3220} {"level":"info","ts":"2026-08-22T14:58:14.515049Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6894f7e0c0041bce","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-22T14:58:14.521989Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-22T14:58:14.522111Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-08-22T15:03:05.84876Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9475} {"level":"info","ts":"2026-08-22T15:03:05.934713Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9475,"took":"83.314829ms","hash":3008001880,"current-db-size-bytes":60559360,"current-db-size":"61 MB","current-db-size-in-use-bytes":28864512,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-08-22T15:03:05.934773Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3008001880,"revision":9475,"compact-revision":6574} {"level":"info","ts":"2026-08-22T15:07:27.74365Z","caller":"traceutil/trace.go:171","msg":"trace[383187423] transaction","detail":"{read_only:false; response_revision:14512; number_of_response:1; }","duration":"121.335787ms","start":"2026-08-22T15:07:27.62228Z","end":"2026-08-22T15:07:27.743616Z","steps":["trace[383187423] 'process raft request' (duration: 121.147312ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:07:29.13978Z","caller":"traceutil/trace.go:171","msg":"trace[600793806] linearizableReadLoop","detail":"{readStateIndex:15186; appliedIndex:15185; }","duration":"336.352517ms","start":"2026-08-22T15:07:28.803402Z","end":"2026-08-22T15:07:29.139754Z","steps":["trace[600793806] 'read index received' (duration: 336.10462ms)","trace[600793806] 'applied index is now lower than readState.Index' (duration: 246.857µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:07:29.139995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.566623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-22T15:07:29.139981Z","caller":"traceutil/trace.go:171","msg":"trace[1171281174] transaction","detail":"{read_only:false; response_revision:14516; number_of_response:1; }","duration":"369.533359ms","start":"2026-08-22T15:07:28.770402Z","end":"2026-08-22T15:07:29.139935Z","steps":["trace[1171281174] 'process raft request' (duration: 369.19736ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:07:29.140044Z","caller":"traceutil/trace.go:171","msg":"trace[772460465] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:14516; }","duration":"336.673496ms","start":"2026-08-22T15:07:28.803358Z","end":"2026-08-22T15:07:29.140031Z","steps":["trace[772460465] 'agreement among raft nodes before linearized reading' (duration: 336.543072ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:07:29.140082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:07:28.803346Z","time spent":"336.726977ms","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:07:29.140078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.839449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T15:07:29.140122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:07:28.770374Z","time spent":"369.677243ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:07:29.140153Z","caller":"traceutil/trace.go:171","msg":"trace[1907458030] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:14516; }","duration":"327.935491ms","start":"2026-08-22T15:07:28.812189Z","end":"2026-08-22T15:07:29.140124Z","steps":["trace[1907458030] 'agreement among raft nodes before linearized reading' (duration: 327.792497ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:07:29.140191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:07:28.812183Z","time spent":"327.998373ms","remote":"127.0.0.1:59840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:07:29.140478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.078022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.124\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-08-22T15:07:29.140516Z","caller":"traceutil/trace.go:171","msg":"trace[1706829979] range","detail":"{range_begin:/registry/masterleases/199.19.213.124; range_end:; response_count:1; response_revision:14516; }","duration":"221.123883ms","start":"2026-08-22T15:07:28.919381Z","end":"2026-08-22T15:07:29.140505Z","steps":["trace[1706829979] 'agreement among raft nodes before linearized reading' (duration: 220.9908ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:07:58.820186Z","caller":"traceutil/trace.go:171","msg":"trace[583558263] transaction","detail":"{read_only:false; response_revision:14730; number_of_response:1; }","duration":"735.351098ms","start":"2026-08-22T15:07:58.084813Z","end":"2026-08-22T15:07:58.820164Z","steps":["trace[583558263] 'process raft request' (duration: 735.248005ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:07:58.820217Z","caller":"traceutil/trace.go:171","msg":"trace[877809920] linearizableReadLoop","detail":"{readStateIndex:15413; appliedIndex:15413; }","duration":"113.324442ms","start":"2026-08-22T15:07:58.706866Z","end":"2026-08-22T15:07:58.820191Z","steps":["trace[877809920] 'read index received' (duration: 113.311101ms)","trace[877809920] 'applied index is now lower than readState.Index' (duration: 11.03µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:07:58.82034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:07:58.084805Z","time spent":"735.45764ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:07:58.820418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.489726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T15:07:58.820461Z","caller":"traceutil/trace.go:171","msg":"trace[298669715] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:14730; }","duration":"113.624249ms","start":"2026-08-22T15:07:58.706825Z","end":"2026-08-22T15:07:58.820449Z","steps":["trace[298669715] 'agreement among raft nodes before linearized reading' (duration: 113.477256ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:07:59.407383Z","caller":"traceutil/trace.go:171","msg":"trace[615854380] transaction","detail":"{read_only:false; response_revision:14737; number_of_response:1; }","duration":"145.210226ms","start":"2026-08-22T15:07:59.262155Z","end":"2026-08-22T15:07:59.407366Z","steps":["trace[615854380] 'process raft request' (duration: 145.031972ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:00.338772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154806599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T15:08:00.609929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.172758919s","expected-duration":"1s"} {"level":"info","ts":"2026-08-22T15:08:00.611145Z","caller":"traceutil/trace.go:171","msg":"trace[1173446574] transaction","detail":"{read_only:false; response_revision:14743; number_of_response:1; }","duration":"1.174039803s","start":"2026-08-22T15:07:59.437073Z","end":"2026-08-22T15:08:00.611113Z","steps":["trace[1173446574] 'process raft request' (duration: 1.173690004s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:08:00.611245Z","caller":"traceutil/trace.go:171","msg":"trace[1284884870] linearizableReadLoop","detail":"{readStateIndex:15429; appliedIndex:15427; }","duration":"921.438573ms","start":"2026-08-22T15:07:59.68975Z","end":"2026-08-22T15:08:00.611188Z","steps":["trace[1284884870] 'read index received' (duration: 920.921139ms)","trace[1284884870] 'applied index is now lower than readState.Index' (duration: 514.804µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:08:00.611268Z","caller":"traceutil/trace.go:171","msg":"trace[126526290] transaction","detail":"{read_only:false; response_revision:14744; number_of_response:1; }","duration":"848.406663ms","start":"2026-08-22T15:07:59.762831Z","end":"2026-08-22T15:08:00.611238Z","steps":["trace[126526290] 'process raft request' (duration: 848.203867ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:00.6114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:07:59.762803Z","time spent":"848.524856ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:08:00.611688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.913776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-08-22T15:08:00.611761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.865857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T15:08:00.611833Z","caller":"traceutil/trace.go:171","msg":"trace[1756121523] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14744; }","duration":"922.124381ms","start":"2026-08-22T15:07:59.689688Z","end":"2026-08-22T15:08:00.611812Z","steps":["trace[1756121523] 'agreement among raft nodes before linearized reading' (duration: 921.662179ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:08:00.611845Z","caller":"traceutil/trace.go:171","msg":"trace[650402144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14744; }","duration":"269.023811ms","start":"2026-08-22T15:08:00.342806Z","end":"2026-08-22T15:08:00.61183Z","steps":["trace[650402144] 'agreement among raft nodes before linearized reading' (duration: 268.6232ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:00.611887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:07:59.689667Z","time spent":"922.207724ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:08:00.611697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:07:59.437058Z","time spent":"1.174223739s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:08:00.612241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.671183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:08:00.612289Z","caller":"traceutil/trace.go:171","msg":"trace[947491265] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14744; }","duration":"869.745996ms","start":"2026-08-22T15:07:59.742531Z","end":"2026-08-22T15:08:00.612277Z","steps":["trace[947491265] 'agreement among raft nodes before linearized reading' (duration: 868.831441ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:00.612477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:07:59.742522Z","time spent":"869.941081ms","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1350,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:08:01.947861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154806609,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T15:08:01.952039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118883323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-08-22T15:08:01.952104Z","caller":"traceutil/trace.go:171","msg":"trace[253140462] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14746; }","duration":"1.119001776s","start":"2026-08-22T15:08:00.833084Z","end":"2026-08-22T15:08:01.952086Z","steps":["trace[253140462] 'range keys from in-memory index tree' (duration: 1.118658457s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:01.952132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:00.833066Z","time spent":"1.119059457s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-22T15:08:01.952846Z","caller":"traceutil/trace.go:171","msg":"trace[1776737770] transaction","detail":"{read_only:false; response_revision:14747; number_of_response:1; }","duration":"870.453305ms","start":"2026-08-22T15:08:01.082385Z","end":"2026-08-22T15:08:01.952838Z","steps":["trace[1776737770] 'process raft request' (duration: 869.88268ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:01.952904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:01.082347Z","time spent":"870.515917ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:08:01.95303Z","caller":"traceutil/trace.go:171","msg":"trace[1746090537] linearizableReadLoop","detail":"{readStateIndex:15432; appliedIndex:15432; }","duration":"832.919548ms","start":"2026-08-22T15:08:01.120095Z","end":"2026-08-22T15:08:01.953014Z","steps":["trace[1746090537] 'read index received' (duration: 832.913048ms)","trace[1746090537] 'applied index is now lower than readState.Index' (duration: 5.34µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:08:01.953109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.01917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-22T15:08:01.95314Z","caller":"traceutil/trace.go:171","msg":"trace[838295072] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14747; }","duration":"833.094182ms","start":"2026-08-22T15:08:01.120037Z","end":"2026-08-22T15:08:01.953131Z","steps":["trace[838295072] 'agreement among raft nodes before linearized reading' (duration: 833.040461ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:01.95316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:01.120015Z","time spent":"833.137094ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:08:05.728162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:02.440802Z","time spent":"3.287352596s","remote":"127.0.0.1:49858","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-22T15:08:05.728322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.6660287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T15:08:05.728419Z","caller":"traceutil/trace.go:171","msg":"trace[1458100361] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:14755; }","duration":"3.666171364s","start":"2026-08-22T15:08:02.062218Z","end":"2026-08-22T15:08:05.728389Z","steps":["trace[1458100361] 'count revisions from in-memory index tree' (duration: 3.665943899s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.728491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:02.062203Z","time spent":"3.666262347s","remote":"127.0.0.1:46538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:08:05.728945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.09712421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-08-22T15:08:05.729018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.633309092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-08-22T15:08:05.729029Z","caller":"traceutil/trace.go:171","msg":"trace[977842714] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14755; }","duration":"3.097242214s","start":"2026-08-22T15:08:02.631767Z","end":"2026-08-22T15:08:05.72901Z","steps":["trace[977842714] 'range keys from in-memory index tree' (duration: 3.096974126s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:08:05.729061Z","caller":"traceutil/trace.go:171","msg":"trace[127252409] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14755; }","duration":"3.633351933s","start":"2026-08-22T15:08:02.095696Z","end":"2026-08-22T15:08:05.729048Z","steps":["trace[127252409] 'range keys from in-memory index tree' (duration: 3.633191578s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.729072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:02.631757Z","time spent":"3.097303355s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:08:05.729429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.113580592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-22T15:08:05.729507Z","caller":"traceutil/trace.go:171","msg":"trace[1080666058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14755; }","duration":"3.113691914s","start":"2026-08-22T15:08:02.615794Z","end":"2026-08-22T15:08:05.729486Z","steps":["trace[1080666058] 'range keys from in-memory index tree' (duration: 3.11316302s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.72965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:02.615776Z","time spent":"3.113857789s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-22T15:08:05.729088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:02.095636Z","time spent":"3.633444456s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-08-22T15:08:05.731896Z","caller":"traceutil/trace.go:171","msg":"trace[1959586013] linearizableReadLoop","detail":"{readStateIndex:15441; appliedIndex:15440; }","duration":"442.236322ms","start":"2026-08-22T15:08:05.289645Z","end":"2026-08-22T15:08:05.731882Z","steps":["trace[1959586013] 'read index received' (duration: 438.574784ms)","trace[1959586013] 'applied index is now lower than readState.Index' (duration: 3.659418ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:08:05.731934Z","caller":"traceutil/trace.go:171","msg":"trace[1178099058] transaction","detail":"{read_only:false; response_revision:14756; number_of_response:1; }","duration":"441.730488ms","start":"2026-08-22T15:08:05.290191Z","end":"2026-08-22T15:08:05.731922Z","steps":["trace[1178099058] 'process raft request' (duration: 441.590744ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.732086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.290179Z","time spent":"441.785469ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:08:05.732122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.417726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-22T15:08:05.732165Z","caller":"traceutil/trace.go:171","msg":"trace[851121689] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14757; }","duration":"442.486628ms","start":"2026-08-22T15:08:05.289665Z","end":"2026-08-22T15:08:05.732152Z","steps":["trace[851121689] 'agreement among raft nodes before linearized reading' (duration: 442.402056ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.732161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.044296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T15:08:05.732198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.289652Z","time spent":"442.536609ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:08:05.732205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.035086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-08-22T15:08:05.732255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.361175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-22T15:08:05.732264Z","caller":"traceutil/trace.go:171","msg":"trace[803948422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14757; }","duration":"442.100598ms","start":"2026-08-22T15:08:05.290149Z","end":"2026-08-22T15:08:05.732249Z","steps":["trace[803948422] 'agreement among raft nodes before linearized reading' (duration: 441.930983ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:08:05.732292Z","caller":"traceutil/trace.go:171","msg":"trace[590494893] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14757; }","duration":"442.402245ms","start":"2026-08-22T15:08:05.289877Z","end":"2026-08-22T15:08:05.732279Z","steps":["trace[590494893] 'agreement among raft nodes before linearized reading' (duration: 442.356784ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.732302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.290145Z","time spent":"442.149579ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-22T15:08:05.732228Z","caller":"traceutil/trace.go:171","msg":"trace[560150941] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:14757; }","duration":"420.149179ms","start":"2026-08-22T15:08:05.312065Z","end":"2026-08-22T15:08:05.732214Z","steps":["trace[560150941] 'agreement among raft nodes before linearized reading' (duration: 420.019035ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.732322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.289872Z","time spent":"442.443707ms","remote":"127.0.0.1:54146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:08:05.732342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.312049Z","time spent":"420.283693ms","remote":"127.0.0.1:34808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:08:05.732358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.218791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-22T15:08:05.732397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.21287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-22T15:08:05.732428Z","caller":"traceutil/trace.go:171","msg":"trace[1960475163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14757; }","duration":"442.272823ms","start":"2026-08-22T15:08:05.290124Z","end":"2026-08-22T15:08:05.732396Z","steps":["trace[1960475163] 'agreement among raft nodes before linearized reading' (duration: 442.124319ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.732424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.894488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-08-22T15:08:05.732482Z","caller":"traceutil/trace.go:171","msg":"trace[709125708] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14757; }","duration":"436.98483ms","start":"2026-08-22T15:08:05.295485Z","end":"2026-08-22T15:08:05.732469Z","steps":["trace[709125708] 'agreement among raft nodes before linearized reading' (duration: 436.802306ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.732495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.326714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-22T15:08:05.732527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.477268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddbx2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-22T15:08:05.732536Z","caller":"traceutil/trace.go:171","msg":"trace[1265167564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14757; }","duration":"442.379765ms","start":"2026-08-22T15:08:05.290147Z","end":"2026-08-22T15:08:05.732526Z","steps":["trace[1265167564] 'agreement among raft nodes before linearized reading' (duration: 442.280852ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.732512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.295474Z","time spent":"437.031421ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-08-22T15:08:05.732562Z","caller":"traceutil/trace.go:171","msg":"trace[131563093] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddbx2; range_end:; response_count:1; response_revision:14757; }","duration":"442.54387ms","start":"2026-08-22T15:08:05.29001Z","end":"2026-08-22T15:08:05.732554Z","steps":["trace[131563093] 'agreement among raft nodes before linearized reading' (duration: 442.451957ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.732569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.290141Z","time spent":"442.421246ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-22T15:08:05.732407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.622712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T15:08:05.732594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.289994Z","time spent":"442.592771ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-ddbx2\" "} {"level":"info","ts":"2026-08-22T15:08:05.732603Z","caller":"traceutil/trace.go:171","msg":"trace[952022334] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:14757; }","duration":"442.817627ms","start":"2026-08-22T15:08:05.289775Z","end":"2026-08-22T15:08:05.732593Z","steps":["trace[952022334] 'agreement among raft nodes before linearized reading' (duration: 442.607241ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.732609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.944158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T15:08:05.732208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.344644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-08-22T15:08:05.73263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.289772Z","time spent":"442.848198ms","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:08:05.732544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.898579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-08-22T15:08:05.732615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.070035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17795"} {"level":"info","ts":"2026-08-22T15:08:05.732658Z","caller":"traceutil/trace.go:171","msg":"trace[264712557] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14757; }","duration":"443.010992ms","start":"2026-08-22T15:08:05.289639Z","end":"2026-08-22T15:08:05.73265Z","steps":["trace[264712557] 'agreement among raft nodes before linearized reading' (duration: 442.289963ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:08:05.73265Z","caller":"traceutil/trace.go:171","msg":"trace[1059033734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14757; }","duration":"427.99703ms","start":"2026-08-22T15:08:05.304629Z","end":"2026-08-22T15:08:05.732626Z","steps":["trace[1059033734] 'agreement among raft nodes before linearized reading' (duration: 427.957309ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.732687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.289592Z","time spent":"443.087364ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:08:05.732363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.549479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T15:08:05.732481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.290118Z","time spent":"442.353925ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-22T15:08:05.732503Z","caller":"traceutil/trace.go:171","msg":"trace[1840337269] transaction","detail":"{read_only:false; response_revision:14757; number_of_response:1; }","duration":"432.073379ms","start":"2026-08-22T15:08:05.300422Z","end":"2026-08-22T15:08:05.732495Z","steps":["trace[1840337269] 'process raft request' (duration: 431.457553ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.732778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.711104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-08-22T15:08:05.732834Z","caller":"traceutil/trace.go:171","msg":"trace[1915855336] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14757; }","duration":"442.803737ms","start":"2026-08-22T15:08:05.290016Z","end":"2026-08-22T15:08:05.73282Z","steps":["trace[1915855336] 'agreement among raft nodes before linearized reading' (duration: 442.635022ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.732857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.300409Z","time spent":"432.405008ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:08:05.73287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.290013Z","time spent":"442.850978ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-08-22T15:08:05.732765Z","caller":"traceutil/trace.go:171","msg":"trace[687997501] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:14757; }","duration":"442.960631ms","start":"2026-08-22T15:08:05.289786Z","end":"2026-08-22T15:08:05.732746Z","steps":["trace[687997501] 'agreement among raft nodes before linearized reading' (duration: 442.5479ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.732958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.28978Z","time spent":"443.164486ms","remote":"127.0.0.1:53960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:08:05.732653Z","caller":"traceutil/trace.go:171","msg":"trace[399649101] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:14757; }","duration":"442.802796ms","start":"2026-08-22T15:08:05.28984Z","end":"2026-08-22T15:08:05.732643Z","steps":["trace[399649101] 'agreement among raft nodes before linearized reading' (duration: 442.311003ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.732564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.592551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"warn","ts":"2026-08-22T15:08:05.733044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.289837Z","time spent":"443.170547ms","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-08-22T15:08:05.732439Z","caller":"traceutil/trace.go:171","msg":"trace[1372441911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14757; }","duration":"442.259262ms","start":"2026-08-22T15:08:05.29017Z","end":"2026-08-22T15:08:05.732429Z","steps":["trace[1372441911] 'agreement among raft nodes before linearized reading' (duration: 442.15718ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.733106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.290166Z","time spent":"442.92629ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-22T15:08:05.732688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.304612Z","time spent":"428.071161ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T15:08:05.732684Z","caller":"traceutil/trace.go:171","msg":"trace[2086232952] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14757; }","duration":"389.163148ms","start":"2026-08-22T15:08:05.343512Z","end":"2026-08-22T15:08:05.732675Z","steps":["trace[2086232952] 'agreement among raft nodes before linearized reading' (duration: 389.035735ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.73323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.343498Z","time spent":"389.722243ms","remote":"127.0.0.1:34708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17818,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-08-22T15:08:05.733063Z","caller":"traceutil/trace.go:171","msg":"trace[1854202821] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14757; }","duration":"443.094884ms","start":"2026-08-22T15:08:05.28996Z","end":"2026-08-22T15:08:05.733054Z","steps":["trace[1854202821] 'agreement among raft nodes before linearized reading' (duration: 442.542069ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.733354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.289955Z","time spent":"443.386062ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-22T15:08:05.732197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.257922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T15:08:05.733422Z","caller":"traceutil/trace.go:171","msg":"trace[336487215] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:14757; }","duration":"443.512326ms","start":"2026-08-22T15:08:05.289895Z","end":"2026-08-22T15:08:05.733408Z","steps":["trace[336487215] 'agreement among raft nodes before linearized reading' (duration: 442.219721ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:05.733486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:05.289892Z","time spent":"443.558367ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:08:05.854702Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12330} {"level":"info","ts":"2026-08-22T15:08:05.947169Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12330,"took":"90.610651ms","hash":1954693409,"current-db-size-bytes":60559360,"current-db-size":"61 MB","current-db-size-in-use-bytes":25735168,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-08-22T15:08:05.947279Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1954693409,"revision":12330,"compact-revision":9475} {"level":"warn","ts":"2026-08-22T15:08:14.012102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.301145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-cb78r\" ","response":"range_response_count:1 size:12599"} {"level":"warn","ts":"2026-08-22T15:08:14.012144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.142194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T15:08:14.012195Z","caller":"traceutil/trace.go:171","msg":"trace[682345402] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-cb78r; range_end:; response_count:1; response_revision:14816; }","duration":"612.435237ms","start":"2026-08-22T15:08:13.399739Z","end":"2026-08-22T15:08:14.012174Z","steps":["trace[682345402] 'range keys from in-memory index tree' (duration: 612.111569ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:08:14.012219Z","caller":"traceutil/trace.go:171","msg":"trace[1368107925] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:14816; }","duration":"310.291509ms","start":"2026-08-22T15:08:13.70191Z","end":"2026-08-22T15:08:14.012202Z","steps":["trace[1368107925] 'count revisions from in-memory index tree' (duration: 310.056942ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:14.012237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:13.399721Z","time spent":"612.50654ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12622,"request content":"key:\"/registry/pods/openstack/openvswitch-cb78r\" "} {"level":"warn","ts":"2026-08-22T15:08:14.012278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:13.70189Z","time spent":"310.36199ms","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:08:14.19248Z","caller":"traceutil/trace.go:171","msg":"trace[2010185857] transaction","detail":"{read_only:false; response_revision:14817; number_of_response:1; }","duration":"435.51122ms","start":"2026-08-22T15:08:13.756917Z","end":"2026-08-22T15:08:14.192428Z","steps":["trace[2010185857] 'process raft request' (duration: 435.268273ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:08:14.192548Z","caller":"traceutil/trace.go:171","msg":"trace[460890424] linearizableReadLoop","detail":"{readStateIndex:15507; appliedIndex:15506; }","duration":"408.920056ms","start":"2026-08-22T15:08:13.783433Z","end":"2026-08-22T15:08:14.192353Z","steps":["trace[460890424] 'read index received' (duration: 408.780972ms)","trace[460890424] 'applied index is now lower than readState.Index' (duration: 138.374µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:08:14.192665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:13.756892Z","time spent":"435.668874ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:08:14.192929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.46708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-22T15:08:14.193004Z","caller":"traceutil/trace.go:171","msg":"trace[1493306288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14817; }","duration":"409.592174ms","start":"2026-08-22T15:08:13.783393Z","end":"2026-08-22T15:08:14.192985Z","steps":["trace[1493306288] 'agreement among raft nodes before linearized reading' (duration: 409.140732ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:14.193048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:13.783378Z","time spent":"409.661486ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-22T15:08:14.259013Z","caller":"traceutil/trace.go:171","msg":"trace[616244491] transaction","detail":"{read_only:false; response_revision:14818; number_of_response:1; }","duration":"232.382487ms","start":"2026-08-22T15:08:14.026599Z","end":"2026-08-22T15:08:14.258982Z","steps":["trace[616244491] 'process raft request' (duration: 230.816055ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:14.259281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.463808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-22T15:08:14.25931Z","caller":"traceutil/trace.go:171","msg":"trace[2104323286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14819; }","duration":"473.5583ms","start":"2026-08-22T15:08:13.785744Z","end":"2026-08-22T15:08:14.259303Z","steps":["trace[2104323286] 'agreement among raft nodes before linearized reading' (duration: 473.279713ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:14.25933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:13.785714Z","time spent":"473.610432ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-22T15:08:14.259333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.540215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T15:08:14.259407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.733498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-08-22T15:08:14.259397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.065046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-08-22T15:08:14.259412Z","caller":"traceutil/trace.go:171","msg":"trace[539778932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14819; }","duration":"383.703189ms","start":"2026-08-22T15:08:13.87569Z","end":"2026-08-22T15:08:14.259393Z","steps":["trace[539778932] 'agreement among raft nodes before linearized reading' (duration: 383.36161ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:08:14.259427Z","caller":"traceutil/trace.go:171","msg":"trace[747293013] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14819; }","duration":"472.76953ms","start":"2026-08-22T15:08:13.786651Z","end":"2026-08-22T15:08:14.259421Z","steps":["trace[747293013] 'agreement among raft nodes before linearized reading' (duration: 472.360669ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:14.259394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.657583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-22T15:08:14.259449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:13.786643Z","time spent":"472.80165ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-08-22T15:08:14.259426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.288501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-08-22T15:08:14.259445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.053444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-08-22T15:08:14.25946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:13.875668Z","time spent":"383.782641ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T15:08:14.259475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.500718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T15:08:14.259485Z","caller":"traceutil/trace.go:171","msg":"trace[2141325064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14819; }","duration":"473.831968ms","start":"2026-08-22T15:08:13.785631Z","end":"2026-08-22T15:08:14.259463Z","steps":["trace[2141325064] 'agreement among raft nodes before linearized reading' (duration: 473.420287ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:08:14.259501Z","caller":"traceutil/trace.go:171","msg":"trace[292424900] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:14819; }","duration":"182.52977ms","start":"2026-08-22T15:08:14.076964Z","end":"2026-08-22T15:08:14.259494Z","steps":["trace[292424900] 'agreement among raft nodes before linearized reading' (duration: 182.064897ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:08:14.259503Z","caller":"traceutil/trace.go:171","msg":"trace[109164470] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14819; }","duration":"439.368463ms","start":"2026-08-22T15:08:13.820111Z","end":"2026-08-22T15:08:14.259479Z","steps":["trace[109164470] 'agreement among raft nodes before linearized reading' (duration: 438.942272ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:08:14.259511Z","caller":"traceutil/trace.go:171","msg":"trace[2008729063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14819; }","duration":"474.141606ms","start":"2026-08-22T15:08:13.785349Z","end":"2026-08-22T15:08:14.259491Z","steps":["trace[2008729063] 'agreement among raft nodes before linearized reading' (duration: 473.645363ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:14.259539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.134307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddbx2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-08-22T15:08:14.259534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:13.785585Z","time spent":"473.93998ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-22T15:08:14.259556Z","caller":"traceutil/trace.go:171","msg":"trace[1992332704] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddbx2; range_end:; response_count:1; response_revision:14819; }","duration":"458.169698ms","start":"2026-08-22T15:08:13.801381Z","end":"2026-08-22T15:08:14.259551Z","steps":["trace[1992332704] 'agreement among raft nodes before linearized reading' (duration: 457.624703ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:14.259554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:13.785338Z","time spent":"474.207418ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-22T15:08:14.259555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:13.8201Z","time spent":"439.442005ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:08:14.259576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:13.801371Z","time spent":"458.200729ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-ddbx2\" "} {"level":"warn","ts":"2026-08-22T15:08:14.259576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.967092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-22T15:08:14.259436Z","caller":"traceutil/trace.go:171","msg":"trace[1106655953] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14819; }","duration":"442.148368ms","start":"2026-08-22T15:08:13.817276Z","end":"2026-08-22T15:08:14.259425Z","steps":["trace[1106655953] 'agreement among raft nodes before linearized reading' (duration: 441.785878ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:14.259644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:13.817256Z","time spent":"442.379513ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-08-22T15:08:14.259656Z","caller":"traceutil/trace.go:171","msg":"trace[1384702267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14819; }","duration":"474.075894ms","start":"2026-08-22T15:08:13.785559Z","end":"2026-08-22T15:08:14.259635Z","steps":["trace[1384702267] 'agreement among raft nodes before linearized reading' (duration: 473.478058ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:14.259706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:13.785548Z","time spent":"474.145406ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-22T15:08:39.104506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154807840,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T15:08:39.155785Z","caller":"traceutil/trace.go:171","msg":"trace[887243813] linearizableReadLoop","detail":"{readStateIndex:15901; appliedIndex:15900; }","duration":"779.364037ms","start":"2026-08-22T15:08:38.37639Z","end":"2026-08-22T15:08:39.155754Z","steps":["trace[887243813] 'read index received' (duration: 779.243334ms)","trace[887243813] 'applied index is now lower than readState.Index' (duration: 119.653µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:08:39.156146Z","caller":"traceutil/trace.go:171","msg":"trace[1154318050] transaction","detail":"{read_only:false; response_revision:15192; number_of_response:1; }","duration":"880.79714ms","start":"2026-08-22T15:08:38.275336Z","end":"2026-08-22T15:08:39.156133Z","steps":["trace[1154318050] 'process raft request' (duration: 880.260716ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:39.156265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:38.275287Z","time spent":"880.898334ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:08:39.156435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.43996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddbx2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-22T15:08:39.15652Z","caller":"traceutil/trace.go:171","msg":"trace[673724444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddbx2; range_end:; response_count:1; response_revision:15192; }","duration":"687.563164ms","start":"2026-08-22T15:08:38.468937Z","end":"2026-08-22T15:08:39.1565Z","steps":["trace[673724444] 'agreement among raft nodes before linearized reading' (duration: 687.321458ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:39.15655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.157778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-08-22T15:08:39.156571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:38.468926Z","time spent":"687.636406ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-ddbx2\" "} {"level":"info","ts":"2026-08-22T15:08:39.156591Z","caller":"traceutil/trace.go:171","msg":"trace[1173943360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15192; }","duration":"780.23187ms","start":"2026-08-22T15:08:38.376349Z","end":"2026-08-22T15:08:39.156581Z","steps":["trace[1173943360] 'agreement among raft nodes before linearized reading' (duration: 780.154738ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:39.156614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:38.376331Z","time spent":"780.277741ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-22T15:08:39.156704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.428624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-08-22T15:08:39.156748Z","caller":"traceutil/trace.go:171","msg":"trace[1987055989] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15192; }","duration":"632.471735ms","start":"2026-08-22T15:08:38.524265Z","end":"2026-08-22T15:08:39.156736Z","steps":["trace[1987055989] 'agreement among raft nodes before linearized reading' (duration: 632.359922ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:39.156782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:38.524242Z","time spent":"632.532837ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:08:39.15688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.679249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-08-22T15:08:39.156926Z","caller":"traceutil/trace.go:171","msg":"trace[1495366421] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15192; }","duration":"639.74149ms","start":"2026-08-22T15:08:38.51717Z","end":"2026-08-22T15:08:39.156912Z","steps":["trace[1495366421] 'agreement among raft nodes before linearized reading' (duration: 639.630537ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:39.156961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:38.517159Z","time spent":"639.796282ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:08:39.157176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.731649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-22T15:08:39.157205Z","caller":"traceutil/trace.go:171","msg":"trace[954816224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15192; }","duration":"649.847402ms","start":"2026-08-22T15:08:38.507348Z","end":"2026-08-22T15:08:39.157196Z","steps":["trace[954816224] 'agreement among raft nodes before linearized reading' (duration: 649.760579ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:39.157232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:38.507314Z","time spent":"649.911914ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-22T15:08:39.15736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.765114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-22T15:08:39.157387Z","caller":"traceutil/trace.go:171","msg":"trace[220111984] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15192; }","duration":"657.832686ms","start":"2026-08-22T15:08:38.499547Z","end":"2026-08-22T15:08:39.157379Z","steps":["trace[220111984] 'agreement among raft nodes before linearized reading' (duration: 657.758714ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:39.157414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:38.499525Z","time spent":"657.883187ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-22T15:08:39.664735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154807853,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T15:08:40.179505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154807853,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T15:08:40.234244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.070609277s","expected-duration":"1s"} {"level":"info","ts":"2026-08-22T15:08:40.236121Z","caller":"traceutil/trace.go:171","msg":"trace[798600644] transaction","detail":"{read_only:false; response_revision:15195; number_of_response:1; }","duration":"1.073368611s","start":"2026-08-22T15:08:39.162726Z","end":"2026-08-22T15:08:40.236095Z","steps":["trace[798600644] 'process raft request' (duration: 1.073253998s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:08:40.23619Z","caller":"traceutil/trace.go:171","msg":"trace[861513992] transaction","detail":"{read_only:false; response_revision:15194; number_of_response:1; }","duration":"1.073635237s","start":"2026-08-22T15:08:39.162523Z","end":"2026-08-22T15:08:40.236158Z","steps":["trace[861513992] 'process raft request' (duration: 1.073263127s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:40.236283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:39.162712Z","time spent":"1.073488674s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:08:40.236325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:39.162514Z","time spent":"1.073737851s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:08:40.23644Z","caller":"traceutil/trace.go:171","msg":"trace[1122522944] transaction","detail":"{read_only:false; response_revision:15198; number_of_response:1; }","duration":"1.07334809s","start":"2026-08-22T15:08:39.163079Z","end":"2026-08-22T15:08:40.236427Z","steps":["trace[1122522944] 'process raft request' (duration: 1.073292218s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:08:40.236464Z","caller":"traceutil/trace.go:171","msg":"trace[895489672] transaction","detail":"{read_only:false; response_revision:15196; number_of_response:1; }","duration":"1.073589506s","start":"2026-08-22T15:08:39.162861Z","end":"2026-08-22T15:08:40.236451Z","steps":["trace[895489672] 'process raft request' (duration: 1.073163265s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:40.236515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:39.163071Z","time spent":"1.073409032s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:08:40.23651Z","caller":"traceutil/trace.go:171","msg":"trace[1877274536] transaction","detail":"{read_only:false; response_revision:15197; number_of_response:1; }","duration":"1.073531275s","start":"2026-08-22T15:08:39.162948Z","end":"2026-08-22T15:08:40.236479Z","steps":["trace[1877274536] 'process raft request' (duration: 1.073320679s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:40.236518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:39.16285Z","time spent":"1.073639558s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:08:40.236655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:39.162941Z","time spent":"1.073640068s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:08:40.240108Z","caller":"traceutil/trace.go:171","msg":"trace[1838871354] linearizableReadLoop","detail":"{readStateIndex:15910; appliedIndex:15903; }","duration":"1.076262258s","start":"2026-08-22T15:08:39.163834Z","end":"2026-08-22T15:08:40.240096Z","steps":["trace[1838871354] 'read index received' (duration: 1.071968753s)","trace[1838871354] 'applied index is now lower than readState.Index' (duration: 4.292815ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:08:40.240208Z","caller":"traceutil/trace.go:171","msg":"trace[1713885876] transaction","detail":"{read_only:false; response_revision:15199; number_of_response:1; }","duration":"1.07593905s","start":"2026-08-22T15:08:39.164255Z","end":"2026-08-22T15:08:40.240194Z","steps":["trace[1713885876] 'process raft request' (duration: 1.075701103s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:40.240271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:39.164247Z","time spent":"1.075992741s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:08:40.240481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077560793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-08-22T15:08:40.240516Z","caller":"traceutil/trace.go:171","msg":"trace[680643628] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15201; }","duration":"1.077613394s","start":"2026-08-22T15:08:39.162893Z","end":"2026-08-22T15:08:40.240506Z","steps":["trace[680643628] 'agreement among raft nodes before linearized reading' (duration: 1.077497741s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:40.240537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:39.162887Z","time spent":"1.077645076s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:08:40.240604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075506638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-08-22T15:08:40.24063Z","caller":"traceutil/trace.go:171","msg":"trace[1325695794] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15201; }","duration":"1.075545169s","start":"2026-08-22T15:08:39.165076Z","end":"2026-08-22T15:08:40.240622Z","steps":["trace[1325695794] 'agreement among raft nodes before linearized reading' (duration: 1.075457377s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:40.24065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:39.165061Z","time spent":"1.07558521s","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-08-22T15:08:40.240637Z","caller":"traceutil/trace.go:171","msg":"trace[2062392419] transaction","detail":"{read_only:false; response_revision:15200; number_of_response:1; }","duration":"1.07594508s","start":"2026-08-22T15:08:39.164262Z","end":"2026-08-22T15:08:40.240207Z","steps":["trace[2062392419] 'process raft request' (duration: 1.075764885s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:40.240785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.631729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-22T15:08:40.240822Z","caller":"traceutil/trace.go:171","msg":"trace[1261155382] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:15201; }","duration":"962.708001ms","start":"2026-08-22T15:08:39.278106Z","end":"2026-08-22T15:08:40.240814Z","steps":["trace[1261155382] 'agreement among raft nodes before linearized reading' (duration: 962.643339ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:40.240851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:39.278085Z","time spent":"962.754941ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:08:40.240986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.789846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T15:08:40.241031Z","caller":"traceutil/trace.go:171","msg":"trace[792012526] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:15201; }","duration":"464.865958ms","start":"2026-08-22T15:08:39.776151Z","end":"2026-08-22T15:08:40.241017Z","steps":["trace[792012526] 'agreement among raft nodes before linearized reading' (duration: 464.789596ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:08:40.241061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:39.776135Z","time spent":"464.917209ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:08:40.241332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:08:39.16425Z","time spent":"1.076508535s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:09:36.704135Z","caller":"traceutil/trace.go:171","msg":"trace[638710978] linearizableReadLoop","detail":"{readStateIndex:16636; appliedIndex:16635; }","duration":"158.204924ms","start":"2026-08-22T15:09:36.545902Z","end":"2026-08-22T15:09:36.704107Z","steps":["trace[638710978] 'read index received' (duration: 157.996238ms)","trace[638710978] 'applied index is now lower than readState.Index' (duration: 207.176µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:09:36.704244Z","caller":"traceutil/trace.go:171","msg":"trace[1211588922] transaction","detail":"{read_only:false; response_revision:15900; number_of_response:1; }","duration":"175.915242ms","start":"2026-08-22T15:09:36.528287Z","end":"2026-08-22T15:09:36.704202Z","steps":["trace[1211588922] 'process raft request' (duration: 175.618945ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:09:36.70436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.44387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-08-22T15:09:36.704439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.325002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-22T15:09:36.704447Z","caller":"traceutil/trace.go:171","msg":"trace[1165626080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15900; }","duration":"158.560443ms","start":"2026-08-22T15:09:36.545867Z","end":"2026-08-22T15:09:36.704428Z","steps":["trace[1165626080] 'agreement among raft nodes before linearized reading' (duration: 158.363058ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:09:36.704478Z","caller":"traceutil/trace.go:171","msg":"trace[1755733865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15900; }","duration":"151.408635ms","start":"2026-08-22T15:09:36.553059Z","end":"2026-08-22T15:09:36.704468Z","steps":["trace[1755733865] 'agreement among raft nodes before linearized reading' (duration: 151.22767ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:09:36.704618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.507193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-08-22T15:09:36.704645Z","caller":"traceutil/trace.go:171","msg":"trace[13628161] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15900; }","duration":"121.552235ms","start":"2026-08-22T15:09:36.583084Z","end":"2026-08-22T15:09:36.704636Z","steps":["trace[13628161] 'agreement among raft nodes before linearized reading' (duration: 121.467643ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:09:36.704668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.823736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-22T15:09:36.704694Z","caller":"traceutil/trace.go:171","msg":"trace[493693311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15900; }","duration":"131.887138ms","start":"2026-08-22T15:09:36.572799Z","end":"2026-08-22T15:09:36.704686Z","steps":["trace[493693311] 'agreement among raft nodes before linearized reading' (duration: 131.788476ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:09:36.70482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.334203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-22T15:09:36.704855Z","caller":"traceutil/trace.go:171","msg":"trace[340131618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15900; }","duration":"134.383553ms","start":"2026-08-22T15:09:36.57046Z","end":"2026-08-22T15:09:36.704843Z","steps":["trace[340131618] 'agreement among raft nodes before linearized reading' (duration: 134.303901ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:09:36.705079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.02632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-08-22T15:09:36.705169Z","caller":"traceutil/trace.go:171","msg":"trace[2002599721] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:15900; }","duration":"138.140963ms","start":"2026-08-22T15:09:36.567002Z","end":"2026-08-22T15:09:36.705143Z","steps":["trace[2002599721] 'agreement among raft nodes before linearized reading' (duration: 137.975709ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:09:36.70541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.992876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T15:09:36.705474Z","caller":"traceutil/trace.go:171","msg":"trace[875410615] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15900; }","duration":"105.09166ms","start":"2026-08-22T15:09:36.600361Z","end":"2026-08-22T15:09:36.705453Z","steps":["trace[875410615] 'agreement among raft nodes before linearized reading' (duration: 104.955026ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:13:05.859465Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14774} {"level":"info","ts":"2026-08-22T15:13:05.948591Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14774,"took":"86.046728ms","hash":808113053,"current-db-size-bytes":60559360,"current-db-size":"61 MB","current-db-size-in-use-bytes":31694848,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-22T15:13:05.948746Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":808113053,"revision":14774,"compact-revision":12330} {"level":"info","ts":"2026-08-22T15:14:52.377929Z","caller":"traceutil/trace.go:171","msg":"trace[401341588] linearizableReadLoop","detail":"{readStateIndex:19624; appliedIndex:19623; }","duration":"117.014828ms","start":"2026-08-22T15:14:52.260894Z","end":"2026-08-22T15:14:52.377909Z","steps":["trace[401341588] 'read index received' (duration: 116.872334ms)","trace[401341588] 'applied index is now lower than readState.Index' (duration: 141.674µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:14:52.378171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.375751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-08-22T15:14:52.378171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.260834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-08-22T15:14:52.378169Z","caller":"traceutil/trace.go:171","msg":"trace[1589427768] transaction","detail":"{read_only:false; response_revision:18748; number_of_response:1; }","duration":"170.145274ms","start":"2026-08-22T15:14:52.207964Z","end":"2026-08-22T15:14:52.37811Z","steps":["trace[1589427768] 'process raft request' (duration: 169.818866ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:14:52.378229Z","caller":"traceutil/trace.go:171","msg":"trace[2036445511] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:18748; }","duration":"117.348387ms","start":"2026-08-22T15:14:52.260865Z","end":"2026-08-22T15:14:52.378213Z","steps":["trace[2036445511] 'agreement among raft nodes before linearized reading' (duration: 117.193713ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:14:52.378217Z","caller":"traceutil/trace.go:171","msg":"trace[29181893] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18748; }","duration":"113.450804ms","start":"2026-08-22T15:14:52.264753Z","end":"2026-08-22T15:14:52.378204Z","steps":["trace[29181893] 'agreement among raft nodes before linearized reading' (duration: 113.309ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:14:57.811249Z","caller":"traceutil/trace.go:171","msg":"trace[427421264] linearizableReadLoop","detail":"{readStateIndex:19667; appliedIndex:19666; }","duration":"142.00355ms","start":"2026-08-22T15:14:57.66919Z","end":"2026-08-22T15:14:57.811193Z","steps":["trace[427421264] 'read index received' (duration: 141.831905ms)","trace[427421264] 'applied index is now lower than readState.Index' (duration: 170.735µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:14:57.811358Z","caller":"traceutil/trace.go:171","msg":"trace[1627314880] transaction","detail":"{read_only:false; response_revision:18789; number_of_response:1; }","duration":"313.89461ms","start":"2026-08-22T15:14:57.49743Z","end":"2026-08-22T15:14:57.811325Z","steps":["trace[1627314880] 'process raft request' (duration: 313.599312ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:14:57.811431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.209325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:14:57.811503Z","caller":"traceutil/trace.go:171","msg":"trace[1686649769] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:18789; }","duration":"142.332748ms","start":"2026-08-22T15:14:57.669153Z","end":"2026-08-22T15:14:57.811485Z","steps":["trace[1686649769] 'agreement among raft nodes before linearized reading' (duration: 142.194075ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:14:57.811739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:14:57.497413Z","time spent":"314.2428ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20857,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:15:06.007443Z","caller":"traceutil/trace.go:171","msg":"trace[1056144208] linearizableReadLoop","detail":"{readStateIndex:19809; appliedIndex:19808; }","duration":"173.169604ms","start":"2026-08-22T15:15:05.834246Z","end":"2026-08-22T15:15:06.007416Z","steps":["trace[1056144208] 'read index received' (duration: 173.083282ms)","trace[1056144208] 'applied index is now lower than readState.Index' (duration: 85.252µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:15:06.007768Z","caller":"traceutil/trace.go:171","msg":"trace[740640644] transaction","detail":"{read_only:false; response_revision:18926; number_of_response:1; }","duration":"174.813269ms","start":"2026-08-22T15:15:05.832946Z","end":"2026-08-22T15:15:06.007759Z","steps":["trace[740640644] 'process raft request' (duration: 174.318345ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:15:06.008042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.7838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-08-22T15:15:06.008076Z","caller":"traceutil/trace.go:171","msg":"trace[1648571751] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:18926; }","duration":"173.863413ms","start":"2026-08-22T15:15:05.834203Z","end":"2026-08-22T15:15:06.008066Z","steps":["trace[1648571751] 'agreement among raft nodes before linearized reading' (duration: 173.735629ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:15:06.03157Z","caller":"traceutil/trace.go:171","msg":"trace[72579203] transaction","detail":"{read_only:false; response_revision:18927; number_of_response:1; }","duration":"150.861295ms","start":"2026-08-22T15:15:05.880687Z","end":"2026-08-22T15:15:06.031548Z","steps":["trace[72579203] 'process raft request' (duration: 150.625308ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:15:06.031742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.036828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:15:06.031772Z","caller":"traceutil/trace.go:171","msg":"trace[1566241122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18927; }","duration":"154.074039ms","start":"2026-08-22T15:15:05.877689Z","end":"2026-08-22T15:15:06.031763Z","steps":["trace[1566241122] 'agreement among raft nodes before linearized reading' (duration: 153.993777ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:15:06.142011Z","caller":"traceutil/trace.go:171","msg":"trace[1990145741] linearizableReadLoop","detail":"{readStateIndex:19811; appliedIndex:19810; }","duration":"110.499775ms","start":"2026-08-22T15:15:06.031486Z","end":"2026-08-22T15:15:06.141985Z","steps":["trace[1990145741] 'read index received' (duration: 110.323601ms)","trace[1990145741] 'applied index is now lower than readState.Index' (duration: 174.924µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:15:06.142125Z","caller":"traceutil/trace.go:171","msg":"trace[961098491] transaction","detail":"{read_only:false; response_revision:18928; number_of_response:1; }","duration":"117.153482ms","start":"2026-08-22T15:15:06.024961Z","end":"2026-08-22T15:15:06.142115Z","steps":["trace[961098491] 'process raft request' (duration: 116.882485ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:15:06.142356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.360448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-08-22T15:15:06.142447Z","caller":"traceutil/trace.go:171","msg":"trace[650202122] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:18928; }","duration":"125.494352ms","start":"2026-08-22T15:15:06.016931Z","end":"2026-08-22T15:15:06.142425Z","steps":["trace[650202122] 'agreement among raft nodes before linearized reading' (duration: 125.193864ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:15:06.14647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.93194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:15:06.14658Z","caller":"traceutil/trace.go:171","msg":"trace[1123891811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18929; }","duration":"113.115264ms","start":"2026-08-22T15:15:06.033439Z","end":"2026-08-22T15:15:06.146554Z","steps":["trace[1123891811] 'agreement among raft nodes before linearized reading' (duration: 112.902499ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:15:06.146881Z","caller":"traceutil/trace.go:171","msg":"trace[736088592] transaction","detail":"{read_only:false; response_revision:18929; number_of_response:1; }","duration":"109.843698ms","start":"2026-08-22T15:15:06.037011Z","end":"2026-08-22T15:15:06.146854Z","steps":["trace[736088592] 'process raft request' (duration: 109.16349ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:15:06.148508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.498745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-08-22T15:15:06.148572Z","caller":"traceutil/trace.go:171","msg":"trace[2042451692] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18929; }","duration":"113.574537ms","start":"2026-08-22T15:15:06.034981Z","end":"2026-08-22T15:15:06.148555Z","steps":["trace[2042451692] 'agreement among raft nodes before linearized reading' (duration: 113.454184ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:15:06.161944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.950529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-n9j6n-api\" ","response":"range_response_count:1 size:2049"} {"level":"info","ts":"2026-08-22T15:15:06.162033Z","caller":"traceutil/trace.go:171","msg":"trace[1122335369] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-n9j6n-api; range_end:; response_count:1; response_revision:18929; }","duration":"119.084612ms","start":"2026-08-22T15:15:06.042921Z","end":"2026-08-22T15:15:06.162005Z","steps":["trace[1122335369] 'agreement among raft nodes before linearized reading' (duration: 118.871837ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:15:21.18241Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6894f7e0c0041bce","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-22T15:15:21.187979Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-08-22T15:15:21.188132Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-08-22T15:16:34.397575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.339304ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-08-22T15:18:05.873559Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17836} {"level":"info","ts":"2026-08-22T15:18:05.984126Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17836,"took":"105.747415ms","hash":974409228,"current-db-size-bytes":60559360,"current-db-size":"61 MB","current-db-size-in-use-bytes":33001472,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-08-22T15:18:05.98418Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":974409228,"revision":17836,"compact-revision":14774} {"level":"info","ts":"2026-08-22T15:22:05.219635Z","caller":"traceutil/trace.go:171","msg":"trace[338557877] transaction","detail":"{read_only:false; response_revision:22986; number_of_response:1; }","duration":"128.484932ms","start":"2026-08-22T15:22:05.091126Z","end":"2026-08-22T15:22:05.21961Z","steps":["trace[338557877] 'process raft request' (duration: 128.346948ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:22:05.220352Z","caller":"traceutil/trace.go:171","msg":"trace[1810329123] transaction","detail":"{read_only:false; response_revision:22987; number_of_response:1; }","duration":"126.964961ms","start":"2026-08-22T15:22:05.093353Z","end":"2026-08-22T15:22:05.220318Z","steps":["trace[1810329123] 'process raft request' (duration: 126.821138ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:22:20.994649Z","caller":"traceutil/trace.go:171","msg":"trace[1355496313] transaction","detail":"{read_only:false; response_revision:23085; number_of_response:1; }","duration":"196.179439ms","start":"2026-08-22T15:22:20.798434Z","end":"2026-08-22T15:22:20.994614Z","steps":["trace[1355496313] 'process raft request' (duration: 181.798285ms)","trace[1355496313] 'compare' (duration: 14.247761ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:22:21.084526Z","caller":"traceutil/trace.go:171","msg":"trace[1075934448] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"286.028039ms","start":"2026-08-22T15:22:20.798473Z","end":"2026-08-22T15:22:21.084501Z","steps":["trace[1075934448] 'process raft request' (duration: 285.870665ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:22:21.084776Z","caller":"traceutil/trace.go:171","msg":"trace[1265384572] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"286.024999ms","start":"2026-08-22T15:22:20.798714Z","end":"2026-08-22T15:22:21.084739Z","steps":["trace[1265384572] 'process raft request' (duration: 285.750672ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:22:21.085009Z","caller":"traceutil/trace.go:171","msg":"trace[1261620747] linearizableReadLoop","detail":"{readStateIndex:24167; appliedIndex:24162; }","duration":"210.772219ms","start":"2026-08-22T15:22:20.874208Z","end":"2026-08-22T15:22:21.08498Z","steps":["trace[1261620747] 'read index received' (duration: 106.035072ms)","trace[1261620747] 'applied index is now lower than readState.Index' (duration: 104.736147ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:22:21.085069Z","caller":"traceutil/trace.go:171","msg":"trace[1689781864] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"286.07951ms","start":"2026-08-22T15:22:20.798963Z","end":"2026-08-22T15:22:21.085043Z","steps":["trace[1689781864] 'process raft request' (duration: 285.943647ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:22:21.085046Z","caller":"traceutil/trace.go:171","msg":"trace[2073052140] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"286.301117ms","start":"2026-08-22T15:22:20.798713Z","end":"2026-08-22T15:22:21.085014Z","steps":["trace[2073052140] 'process raft request' (duration: 285.964358ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:22:21.08522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.809924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:22:21.085255Z","caller":"traceutil/trace.go:171","msg":"trace[1987381824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23089; }","duration":"209.871765ms","start":"2026-08-22T15:22:20.875373Z","end":"2026-08-22T15:22:21.085245Z","steps":["trace[1987381824] 'agreement among raft nodes before linearized reading' (duration: 209.802453ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:22:21.086146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.934631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-08-22T15:22:21.086198Z","caller":"traceutil/trace.go:171","msg":"trace[717296765] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23089; }","duration":"212.028413ms","start":"2026-08-22T15:22:20.874157Z","end":"2026-08-22T15:22:21.086186Z","steps":["trace[717296765] 'agreement among raft nodes before linearized reading' (duration: 210.972165ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:22:21.769976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.224382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:22:21.770095Z","caller":"traceutil/trace.go:171","msg":"trace[765402181] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"270.327069ms","start":"2026-08-22T15:22:21.499742Z","end":"2026-08-22T15:22:21.77007Z","steps":["trace[765402181] 'process raft request' (duration: 119.887422ms)","trace[765402181] 'compare' (duration: 150.066647ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:22:21.861417Z","caller":"traceutil/trace.go:171","msg":"trace[1796086649] linearizableReadLoop","detail":"{readStateIndex:24170; appliedIndex:24168; }","duration":"356.697925ms","start":"2026-08-22T15:22:21.5047Z","end":"2026-08-22T15:22:21.861398Z","steps":["trace[1796086649] 'read index received' (duration: 114.94087ms)","trace[1796086649] 'applied index is now lower than readState.Index' (duration: 241.755775ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:22:21.861452Z","caller":"traceutil/trace.go:171","msg":"trace[2070848316] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"360.442195ms","start":"2026-08-22T15:22:21.500986Z","end":"2026-08-22T15:22:21.861428Z","steps":["trace[2070848316] 'process raft request' (duration: 360.250281ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:22:21.861528Z","caller":"traceutil/trace.go:171","msg":"trace[243938126] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"277.320085ms","start":"2026-08-22T15:22:21.584197Z","end":"2026-08-22T15:22:21.861517Z","steps":["trace[243938126] 'process raft request' (duration: 277.148682ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:22:21.861583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:22:21.500325Z","time spent":"361.195785ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:22:21.861797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.676821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-08-22T15:22:21.861878Z","caller":"traceutil/trace.go:171","msg":"trace[1790003271] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23093; }","duration":"354.777053ms","start":"2026-08-22T15:22:21.50708Z","end":"2026-08-22T15:22:21.861857Z","steps":["trace[1790003271] 'agreement among raft nodes before linearized reading' (duration: 354.587808ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:22:21.861923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:22:21.507073Z","time spent":"354.841565ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:22:21.862013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.292861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-08-22T15:22:21.862127Z","caller":"traceutil/trace.go:171","msg":"trace[1271634947] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23093; }","duration":"357.446025ms","start":"2026-08-22T15:22:21.50466Z","end":"2026-08-22T15:22:21.862106Z","steps":["trace[1271634947] 'agreement among raft nodes before linearized reading' (duration: 357.086506ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:22:21.862254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:22:21.504645Z","time spent":"357.586738ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-22T15:22:22.147194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.021837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:22:22.147456Z","caller":"traceutil/trace.go:171","msg":"trace[1979681555] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"281.133128ms","start":"2026-08-22T15:22:21.866297Z","end":"2026-08-22T15:22:22.14743Z","steps":["trace[1979681555] 'process raft request' (duration: 121.736131ms)","trace[1979681555] 'compare' (duration: 158.820782ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:22:22.147506Z","caller":"traceutil/trace.go:171","msg":"trace[1109184149] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"280.654196ms","start":"2026-08-22T15:22:21.866837Z","end":"2026-08-22T15:22:22.147491Z","steps":["trace[1109184149] 'process raft request' (duration: 280.4389ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:22:22.147748Z","caller":"traceutil/trace.go:171","msg":"trace[369990720] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"279.387572ms","start":"2026-08-22T15:22:21.868331Z","end":"2026-08-22T15:22:22.147718Z","steps":["trace[369990720] 'process raft request' (duration: 279.121405ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:22:22.147746Z","caller":"traceutil/trace.go:171","msg":"trace[350405307] linearizableReadLoop","detail":"{readStateIndex:24174; appliedIndex:24171; }","duration":"216.868251ms","start":"2026-08-22T15:22:21.930827Z","end":"2026-08-22T15:22:22.147695Z","steps":["trace[350405307] 'read index received' (duration: 57.223208ms)","trace[350405307] 'applied index is now lower than readState.Index' (duration: 159.640293ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:22:22.147886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.040537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:22:22.147931Z","caller":"traceutil/trace.go:171","msg":"trace[938090889] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23096; }","duration":"217.136659ms","start":"2026-08-22T15:22:21.930784Z","end":"2026-08-22T15:22:22.147921Z","steps":["trace[938090889] 'agreement among raft nodes before linearized reading' (duration: 217.023526ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:22:22.367119Z","caller":"traceutil/trace.go:171","msg":"trace[1111692121] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"174.709997ms","start":"2026-08-22T15:22:22.192376Z","end":"2026-08-22T15:22:22.367086Z","steps":["trace[1111692121] 'process raft request' (duration: 174.494091ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:23:05.880341Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20908} {"level":"info","ts":"2026-08-22T15:23:05.999436Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20908,"took":"115.410552ms","hash":3187285542,"current-db-size-bytes":60559360,"current-db-size":"61 MB","current-db-size-in-use-bytes":33665024,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-22T15:23:05.999502Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3187285542,"revision":20908,"compact-revision":17836} {"level":"info","ts":"2026-08-22T15:25:47.419409Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000068af.wal"} {"level":"info","ts":"2026-08-22T15:25:51.561297Z","caller":"traceutil/trace.go:171","msg":"trace[1987380963] linearizableReadLoop","detail":"{readStateIndex:26904; appliedIndex:26903; }","duration":"142.028559ms","start":"2026-08-22T15:25:51.419242Z","end":"2026-08-22T15:25:51.56127Z","steps":["trace[1987380963] 'read index received' (duration: 141.66957ms)","trace[1987380963] 'applied index is now lower than readState.Index' (duration: 357.919µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:25:51.561392Z","caller":"traceutil/trace.go:171","msg":"trace[1943059288] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"162.751484ms","start":"2026-08-22T15:25:51.398608Z","end":"2026-08-22T15:25:51.561359Z","steps":["trace[1943059288] 'process raft request' (duration: 162.424165ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:25:51.561493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.222414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:25:51.561676Z","caller":"traceutil/trace.go:171","msg":"trace[2145098097] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25717; }","duration":"142.660476ms","start":"2026-08-22T15:25:51.418956Z","end":"2026-08-22T15:25:51.561616Z","steps":["trace[2145098097] 'agreement among raft nodes before linearized reading' (duration: 142.45806ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:28:05.887964Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23636} {"level":"info","ts":"2026-08-22T15:28:06.01342Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23636,"took":"120.512664ms","hash":2211158747,"current-db-size-bytes":60559360,"current-db-size":"61 MB","current-db-size-in-use-bytes":44052480,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-08-22T15:28:06.013495Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2211158747,"revision":23636,"compact-revision":20908} {"level":"info","ts":"2026-08-22T15:29:21.247887Z","caller":"traceutil/trace.go:171","msg":"trace[215633524] transaction","detail":"{read_only:false; response_revision:28114; number_of_response:1; }","duration":"192.687934ms","start":"2026-08-22T15:29:21.055173Z","end":"2026-08-22T15:29:21.247861Z","steps":["trace[215633524] 'process raft request' (duration: 192.525499ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:21.631681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.016927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:29:21.631798Z","caller":"traceutil/trace.go:171","msg":"trace[1068800209] linearizableReadLoop","detail":"{readStateIndex:29400; appliedIndex:29399; }","duration":"338.084672ms","start":"2026-08-22T15:29:21.293695Z","end":"2026-08-22T15:29:21.63178Z","steps":["trace[1068800209] 'read index received' (duration: 161.915161ms)","trace[1068800209] 'applied index is now lower than readState.Index' (duration: 176.168211ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:29:21.63186Z","caller":"traceutil/trace.go:171","msg":"trace[780615106] transaction","detail":"{read_only:false; response_revision:28115; number_of_response:1; }","duration":"360.510312ms","start":"2026-08-22T15:29:21.271289Z","end":"2026-08-22T15:29:21.6318Z","steps":["trace[780615106] 'process raft request' (duration: 184.290019ms)","trace[780615106] 'compare' (duration: 175.854013ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:21.631984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.297598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-22T15:29:21.632019Z","caller":"traceutil/trace.go:171","msg":"trace[727329574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28115; }","duration":"338.372909ms","start":"2026-08-22T15:29:21.293635Z","end":"2026-08-22T15:29:21.632008Z","steps":["trace[727329574] 'agreement among raft nodes before linearized reading' (duration: 338.238056ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:21.632063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:21.293612Z","time spent":"338.441612ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-22T15:29:21.632108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:21.271234Z","time spent":"360.746798ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:21.632101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.779937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T15:29:21.632185Z","caller":"traceutil/trace.go:171","msg":"trace[678245563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28115; }","duration":"336.901921ms","start":"2026-08-22T15:29:21.295264Z","end":"2026-08-22T15:29:21.632166Z","steps":["trace[678245563] 'agreement among raft nodes before linearized reading' (duration: 336.659024ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:21.632237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:21.295235Z","time spent":"336.993063ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-22T15:29:21.632402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.788584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-22T15:29:21.632494Z","caller":"traceutil/trace.go:171","msg":"trace[2068357181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28115; }","duration":"334.891777ms","start":"2026-08-22T15:29:21.297579Z","end":"2026-08-22T15:29:21.632471Z","steps":["trace[2068357181] 'agreement among raft nodes before linearized reading' (duration: 334.608479ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:21.632597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:21.297509Z","time spent":"335.027451ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-22T15:29:21.632457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.27817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-08-22T15:29:21.63355Z","caller":"traceutil/trace.go:171","msg":"trace[725242536] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28115; }","duration":"331.547247ms","start":"2026-08-22T15:29:21.301128Z","end":"2026-08-22T15:29:21.632676Z","steps":["trace[725242536] 'agreement among raft nodes before linearized reading' (duration: 331.082755ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:21.633632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:21.301119Z","time spent":"332.496203ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-08-22T15:29:21.998289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.199187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:29:21.998622Z","caller":"traceutil/trace.go:171","msg":"trace[849065224] transaction","detail":"{read_only:false; response_revision:28116; number_of_response:1; }","duration":"361.57541ms","start":"2026-08-22T15:29:21.637006Z","end":"2026-08-22T15:29:21.998581Z","steps":["trace[849065224] 'process raft request' (duration: 164.924171ms)","trace[849065224] 'compare' (duration: 195.17089ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:29:21.99874Z","caller":"traceutil/trace.go:171","msg":"trace[1935088924] transaction","detail":"{read_only:false; response_revision:28119; number_of_response:1; }","duration":"360.925333ms","start":"2026-08-22T15:29:21.63779Z","end":"2026-08-22T15:29:21.998715Z","steps":["trace[1935088924] 'process raft request' (duration: 360.867441ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:21.998847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:21.63778Z","time spent":"361.024205ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:21.998942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:21.636974Z","time spent":"361.777686ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:21.998964Z","caller":"traceutil/trace.go:171","msg":"trace[1858252304] transaction","detail":"{read_only:false; response_revision:28117; number_of_response:1; }","duration":"361.309213ms","start":"2026-08-22T15:29:21.637599Z","end":"2026-08-22T15:29:21.998908Z","steps":["trace[1858252304] 'process raft request' (duration: 360.857721ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:21.999022Z","caller":"traceutil/trace.go:171","msg":"trace[1298369945] transaction","detail":"{read_only:false; response_revision:28118; number_of_response:1; }","duration":"361.273842ms","start":"2026-08-22T15:29:21.637683Z","end":"2026-08-22T15:29:21.998957Z","steps":["trace[1298369945] 'process raft request' (duration: 360.933033ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:21.999186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:21.637563Z","time spent":"361.538419ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:21.999195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:21.637656Z","time spent":"361.453947ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:22.012362Z","caller":"traceutil/trace.go:171","msg":"trace[1101606252] transaction","detail":"{read_only:false; response_revision:28120; number_of_response:1; }","duration":"156.448314ms","start":"2026-08-22T15:29:21.855896Z","end":"2026-08-22T15:29:22.012344Z","steps":["trace[1101606252] 'process raft request' (duration: 156.188567ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:26.382185Z","caller":"traceutil/trace.go:171","msg":"trace[374239545] transaction","detail":"{read_only:false; response_revision:28155; number_of_response:1; }","duration":"366.586454ms","start":"2026-08-22T15:29:26.015563Z","end":"2026-08-22T15:29:26.38215Z","steps":["trace[374239545] 'process raft request' (duration: 335.509943ms)","trace[374239545] 'compare' (duration: 30.810594ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:29:26.382325Z","caller":"traceutil/trace.go:171","msg":"trace[493156719] transaction","detail":"{read_only:false; response_revision:28156; number_of_response:1; }","duration":"366.677037ms","start":"2026-08-22T15:29:26.015623Z","end":"2026-08-22T15:29:26.3823Z","steps":["trace[493156719] 'process raft request' (duration: 366.487522ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:26.382343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:26.015537Z","time spent":"366.725498ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:26.382381Z","caller":"traceutil/trace.go:171","msg":"trace[435157995] transaction","detail":"{read_only:false; response_revision:28157; number_of_response:1; }","duration":"364.101098ms","start":"2026-08-22T15:29:26.01826Z","end":"2026-08-22T15:29:26.382361Z","steps":["trace[435157995] 'process raft request' (duration: 363.960984ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:26.38238Z","caller":"traceutil/trace.go:171","msg":"trace[1338562141] transaction","detail":"{read_only:false; response_revision:28159; number_of_response:1; }","duration":"358.257232ms","start":"2026-08-22T15:29:26.0241Z","end":"2026-08-22T15:29:26.382357Z","steps":["trace[1338562141] 'process raft request' (duration: 358.20707ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:26.382455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:26.01559Z","time spent":"366.79018ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:26.382443Z","caller":"traceutil/trace.go:171","msg":"trace[156318962] transaction","detail":"{read_only:false; response_revision:28158; number_of_response:1; }","duration":"359.376171ms","start":"2026-08-22T15:29:26.023041Z","end":"2026-08-22T15:29:26.382417Z","steps":["trace[156318962] 'process raft request' (duration: 359.222857ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:26.382489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:26.018234Z","time spent":"364.194941ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:26.382492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:26.02409Z","time spent":"358.343254ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:26.382582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:26.023021Z","time spent":"359.489985ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:26.69582Z","caller":"traceutil/trace.go:171","msg":"trace[1537412571] transaction","detail":"{read_only:false; response_revision:28161; number_of_response:1; }","duration":"367.389346ms","start":"2026-08-22T15:29:26.328395Z","end":"2026-08-22T15:29:26.695784Z","steps":["trace[1537412571] 'process raft request' (duration: 367.320154ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:26.695877Z","caller":"traceutil/trace.go:171","msg":"trace[1536876797] transaction","detail":"{read_only:false; response_revision:28160; number_of_response:1; }","duration":"468.736967ms","start":"2026-08-22T15:29:26.227104Z","end":"2026-08-22T15:29:26.695841Z","steps":["trace[1536876797] 'process raft request' (duration: 468.385357ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:26.696061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:26.32837Z","time spent":"367.55157ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:26.696083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:26.22707Z","time spent":"468.883691ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:26.7214Z","caller":"traceutil/trace.go:171","msg":"trace[584494397] transaction","detail":"{read_only:false; response_revision:28162; number_of_response:1; }","duration":"347.663658ms","start":"2026-08-22T15:29:26.37371Z","end":"2026-08-22T15:29:26.721374Z","steps":["trace[584494397] 'process raft request' (duration: 347.444083ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:26.721551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:26.373671Z","time spent":"347.803322ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:26.721578Z","caller":"traceutil/trace.go:171","msg":"trace[443080094] transaction","detail":"{read_only:false; response_revision:28163; number_of_response:1; }","duration":"182.607824ms","start":"2026-08-22T15:29:26.538936Z","end":"2026-08-22T15:29:26.721543Z","steps":["trace[443080094] 'process raft request' (duration: 182.357217ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:26.970731Z","caller":"traceutil/trace.go:171","msg":"trace[758366625] linearizableReadLoop","detail":"{readStateIndex:29452; appliedIndex:29451; }","duration":"209.976405ms","start":"2026-08-22T15:29:26.760724Z","end":"2026-08-22T15:29:26.9707Z","steps":["trace[758366625] 'read index received' (duration: 148.844071ms)","trace[758366625] 'applied index is now lower than readState.Index' (duration: 61.131494ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:29:26.970799Z","caller":"traceutil/trace.go:171","msg":"trace[707511844] transaction","detail":"{read_only:false; response_revision:28165; number_of_response:1; }","duration":"233.559987ms","start":"2026-08-22T15:29:26.737182Z","end":"2026-08-22T15:29:26.970742Z","steps":["trace[707511844] 'process raft request' (duration: 172.458983ms)","trace[707511844] 'compare' (duration: 60.938229ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:26.971013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.276744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-08-22T15:29:26.971085Z","caller":"traceutil/trace.go:171","msg":"trace[370201404] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28165; }","duration":"210.366486ms","start":"2026-08-22T15:29:26.760702Z","end":"2026-08-22T15:29:26.971069Z","steps":["trace[370201404] 'agreement among raft nodes before linearized reading' (duration: 210.13572ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:27.388596Z","caller":"traceutil/trace.go:171","msg":"trace[1204513299] transaction","detail":"{read_only:false; response_revision:28166; number_of_response:1; }","duration":"412.335548ms","start":"2026-08-22T15:29:26.976234Z","end":"2026-08-22T15:29:27.38857Z","steps":["trace[1204513299] 'process raft request' (duration: 412.147003ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:27.388733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:26.976198Z","time spent":"412.461861ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:27.706951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.06208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:29:27.707144Z","caller":"traceutil/trace.go:171","msg":"trace[182975684] transaction","detail":"{read_only:false; response_revision:28167; number_of_response:1; }","duration":"726.52771ms","start":"2026-08-22T15:29:26.980577Z","end":"2026-08-22T15:29:27.707104Z","steps":["trace[182975684] 'process raft request' (duration: 532.191813ms)","trace[182975684] 'compare' (duration: 193.424283ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:29:27.707223Z","caller":"traceutil/trace.go:171","msg":"trace[1598481718] transaction","detail":"{read_only:false; response_revision:28168; number_of_response:1; }","duration":"109.56416ms","start":"2026-08-22T15:29:27.597612Z","end":"2026-08-22T15:29:27.707177Z","steps":["trace[1598481718] 'process raft request' (duration: 109.475448ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:27.707268Z","caller":"traceutil/trace.go:171","msg":"trace[1866147212] linearizableReadLoop","detail":"{readStateIndex:29454; appliedIndex:29452; }","duration":"525.035922ms","start":"2026-08-22T15:29:27.182195Z","end":"2026-08-22T15:29:27.707231Z","steps":["trace[1866147212] 'read index received' (duration: 206.259967ms)","trace[1866147212] 'applied index is now lower than readState.Index' (duration: 318.773425ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:27.707389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:26.980558Z","time spent":"726.704926ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:27.707685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.462393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:29:27.707782Z","caller":"traceutil/trace.go:171","msg":"trace[363098581] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28168; }","duration":"525.615828ms","start":"2026-08-22T15:29:27.182143Z","end":"2026-08-22T15:29:27.707759Z","steps":["trace[363098581] 'agreement among raft nodes before linearized reading' (duration: 525.237488ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:27.707838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:27.182114Z","time spent":"525.71209ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:27.708017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.113483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:27.708134Z","caller":"traceutil/trace.go:171","msg":"trace[1672503762] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:28168; }","duration":"126.311028ms","start":"2026-08-22T15:29:27.5818Z","end":"2026-08-22T15:29:27.708111Z","steps":["trace[1672503762] 'agreement among raft nodes before linearized reading' (duration: 126.119543ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:27.709185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.330529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-08-22T15:29:27.709254Z","caller":"traceutil/trace.go:171","msg":"trace[1972983917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28168; }","duration":"433.449643ms","start":"2026-08-22T15:29:27.275788Z","end":"2026-08-22T15:29:27.709237Z","steps":["trace[1972983917] 'agreement among raft nodes before linearized reading' (duration: 431.638564ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:27.709293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:27.275766Z","time spent":"433.517654ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-22T15:29:28.322166Z","caller":"traceutil/trace.go:171","msg":"trace[1847029018] transaction","detail":"{read_only:false; response_revision:28171; number_of_response:1; }","duration":"282.678811ms","start":"2026-08-22T15:29:28.039462Z","end":"2026-08-22T15:29:28.322141Z","steps":["trace[1847029018] 'process raft request' (duration: 282.27952ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:28.712797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.216859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:29:28.713024Z","caller":"traceutil/trace.go:171","msg":"trace[99113814] transaction","detail":"{read_only:false; response_revision:28176; number_of_response:1; }","duration":"307.073122ms","start":"2026-08-22T15:29:28.405932Z","end":"2026-08-22T15:29:28.713005Z","steps":["trace[99113814] 'process raft request' (duration: 306.98589ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:28.713104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:28.405908Z","time spent":"307.158895ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:28.713103Z","caller":"traceutil/trace.go:171","msg":"trace[614769025] transaction","detail":"{read_only:false; response_revision:28175; number_of_response:1; }","duration":"307.130674ms","start":"2026-08-22T15:29:28.405936Z","end":"2026-08-22T15:29:28.713067Z","steps":["trace[614769025] 'process raft request' (duration: 178.527034ms)","trace[614769025] 'compare' (duration: 127.87969ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:28.713303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:28.405921Z","time spent":"307.267958ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:28.943293Z","caller":"traceutil/trace.go:171","msg":"trace[177974430] transaction","detail":"{read_only:false; response_revision:28177; number_of_response:1; }","duration":"241.671094ms","start":"2026-08-22T15:29:28.701594Z","end":"2026-08-22T15:29:28.943265Z","steps":["trace[177974430] 'process raft request' (duration: 241.458418ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:28.943885Z","caller":"traceutil/trace.go:171","msg":"trace[1754779720] transaction","detail":"{read_only:false; response_revision:28178; number_of_response:1; }","duration":"241.791577ms","start":"2026-08-22T15:29:28.70207Z","end":"2026-08-22T15:29:28.943862Z","steps":["trace[1754779720] 'process raft request' (duration: 241.625912ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:28.944065Z","caller":"traceutil/trace.go:171","msg":"trace[148051979] transaction","detail":"{read_only:false; response_revision:28179; number_of_response:1; }","duration":"215.401661ms","start":"2026-08-22T15:29:28.728592Z","end":"2026-08-22T15:29:28.943993Z","steps":["trace[148051979] 'process raft request' (duration: 215.227246ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:28.944005Z","caller":"traceutil/trace.go:171","msg":"trace[988118173] linearizableReadLoop","detail":"{readStateIndex:29466; appliedIndex:29463; }","duration":"152.672113ms","start":"2026-08-22T15:29:28.791298Z","end":"2026-08-22T15:29:28.94397Z","steps":["trace[988118173] 'read index received' (duration: 151.737888ms)","trace[988118173] 'applied index is now lower than readState.Index' (duration: 931.445µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:28.944345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.994701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-08-22T15:29:28.944398Z","caller":"traceutil/trace.go:171","msg":"trace[1235708334] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28179; }","duration":"153.156766ms","start":"2026-08-22T15:29:28.791227Z","end":"2026-08-22T15:29:28.944384Z","steps":["trace[1235708334] 'agreement among raft nodes before linearized reading' (duration: 152.851538ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:29.345057Z","caller":"traceutil/trace.go:171","msg":"trace[799476287] linearizableReadLoop","detail":"{readStateIndex:29467; appliedIndex:29466; }","duration":"200.886303ms","start":"2026-08-22T15:29:29.14415Z","end":"2026-08-22T15:29:29.345037Z","steps":["trace[799476287] 'read index received' (duration: 200.663667ms)","trace[799476287] 'applied index is now lower than readState.Index' (duration: 221.816µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:29:29.345113Z","caller":"traceutil/trace.go:171","msg":"trace[1026534692] transaction","detail":"{read_only:false; response_revision:28180; number_of_response:1; }","duration":"341.36739ms","start":"2026-08-22T15:29:29.003718Z","end":"2026-08-22T15:29:29.345086Z","steps":["trace[1026534692] 'process raft request' (duration: 341.163345ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:29.345202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.026316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:29:29.345229Z","caller":"traceutil/trace.go:171","msg":"trace[125507472] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:28180; }","duration":"201.114569ms","start":"2026-08-22T15:29:29.144107Z","end":"2026-08-22T15:29:29.345221Z","steps":["trace[125507472] 'agreement among raft nodes before linearized reading' (duration: 201.035146ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:29.345238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:29.003675Z","time spent":"341.491033ms","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16428,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:29.345581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.145864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.124\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-08-22T15:29:29.345694Z","caller":"traceutil/trace.go:171","msg":"trace[1864134697] range","detail":"{range_begin:/registry/masterleases/199.19.213.124; range_end:; response_count:1; response_revision:28180; }","duration":"172.34066ms","start":"2026-08-22T15:29:29.17333Z","end":"2026-08-22T15:29:29.345671Z","steps":["trace[1864134697] 'agreement among raft nodes before linearized reading' (duration: 172.037682ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:29.887797Z","caller":"traceutil/trace.go:171","msg":"trace[72840908] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28180; }","duration":"534.027763ms","start":"2026-08-22T15:29:29.353746Z","end":"2026-08-22T15:29:29.887774Z","steps":["trace[72840908] 'process raft request' (duration: 483.712568ms)","trace[72840908] 'compare' (duration: 50.222733ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:29.887914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:29.353723Z","time spent":"534.136275ms","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T15:29:29.887961Z","caller":"traceutil/trace.go:171","msg":"trace[1384412921] linearizableReadLoop","detail":"{readStateIndex:29469; appliedIndex:29467; }","duration":"494.902646ms","start":"2026-08-22T15:29:29.393024Z","end":"2026-08-22T15:29:29.887927Z","steps":["trace[1384412921] 'read index received' (duration: 148.555863ms)","trace[1384412921] 'applied index is now lower than readState.Index' (duration: 346.342943ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:29.88827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.244815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-08-22T15:29:29.888318Z","caller":"traceutil/trace.go:171","msg":"trace[2087403364] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28182; }","duration":"495.342928ms","start":"2026-08-22T15:29:29.39296Z","end":"2026-08-22T15:29:29.888303Z","steps":["trace[2087403364] 'agreement among raft nodes before linearized reading' (duration: 495.104532ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:29.888345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:29.392934Z","time spent":"495.404989ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:29:29.888463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.3832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-08-22T15:29:29.88851Z","caller":"traceutil/trace.go:171","msg":"trace[1807492495] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:28182; }","duration":"301.474363ms","start":"2026-08-22T15:29:29.587019Z","end":"2026-08-22T15:29:29.888494Z","steps":["trace[1807492495] 'agreement among raft nodes before linearized reading' (duration: 301.303889ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:29.888542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:29.586999Z","time spent":"301.535324ms","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-08-22T15:29:29.888516Z","caller":"traceutil/trace.go:171","msg":"trace[1156341504] transaction","detail":"{read_only:false; response_revision:28181; number_of_response:1; }","duration":"343.478886ms","start":"2026-08-22T15:29:29.544974Z","end":"2026-08-22T15:29:29.888452Z","steps":["trace[1156341504] 'process raft request' (duration: 342.808008ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:29.888671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.001832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-08-22T15:29:29.888754Z","caller":"traceutil/trace.go:171","msg":"trace[394762209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28182; }","duration":"162.095005ms","start":"2026-08-22T15:29:29.726633Z","end":"2026-08-22T15:29:29.888728Z","steps":["trace[394762209] 'agreement among raft nodes before linearized reading' (duration: 161.870999ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:29.888774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:29.544948Z","time spent":"343.678262ms","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:29.888761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.675531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-22T15:29:29.888867Z","caller":"traceutil/trace.go:171","msg":"trace[1387153080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28182; }","duration":"162.843156ms","start":"2026-08-22T15:29:29.725996Z","end":"2026-08-22T15:29:29.888839Z","steps":["trace[1387153080] 'agreement among raft nodes before linearized reading' (duration: 162.495436ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:29.888839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.025941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-08-22T15:29:29.888947Z","caller":"traceutil/trace.go:171","msg":"trace[773020321] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28182; }","duration":"175.147744ms","start":"2026-08-22T15:29:29.713771Z","end":"2026-08-22T15:29:29.888919Z","steps":["trace[773020321] 'agreement among raft nodes before linearized reading' (duration: 174.803775ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:30.104041Z","caller":"traceutil/trace.go:171","msg":"trace[914323097] transaction","detail":"{read_only:false; response_revision:28183; number_of_response:1; }","duration":"211.564758ms","start":"2026-08-22T15:29:29.892437Z","end":"2026-08-22T15:29:30.104002Z","steps":["trace[914323097] 'process raft request' (duration: 196.465314ms)","trace[914323097] 'compare' (duration: 14.95367ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:29:30.351751Z","caller":"traceutil/trace.go:171","msg":"trace[1404555505] transaction","detail":"{read_only:false; response_revision:28184; number_of_response:1; }","duration":"458.990455ms","start":"2026-08-22T15:29:29.892724Z","end":"2026-08-22T15:29:30.351715Z","steps":["trace[1404555505] 'process raft request' (duration: 386.087005ms)","trace[1404555505] 'compare' (duration: 72.357686ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:30.351936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:29.892717Z","time spent":"459.12323ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:30.352259Z","caller":"traceutil/trace.go:171","msg":"trace[2131102029] transaction","detail":"{read_only:false; response_revision:28185; number_of_response:1; }","duration":"455.81627ms","start":"2026-08-22T15:29:29.896422Z","end":"2026-08-22T15:29:30.352238Z","steps":["trace[2131102029] 'process raft request' (duration: 455.205144ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:30.352354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:29.896408Z","time spent":"455.900983ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:30.352485Z","caller":"traceutil/trace.go:171","msg":"trace[967254217] linearizableReadLoop","detail":"{readStateIndex:29473; appliedIndex:29471; }","duration":"459.619013ms","start":"2026-08-22T15:29:29.892832Z","end":"2026-08-22T15:29:30.352451Z","steps":["trace[967254217] 'read index received' (duration: 196.093785ms)","trace[967254217] 'applied index is now lower than readState.Index' (duration: 263.523238ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:29:30.35275Z","caller":"traceutil/trace.go:171","msg":"trace[859097104] transaction","detail":"{read_only:false; response_revision:28186; number_of_response:1; }","duration":"451.058474ms","start":"2026-08-22T15:29:29.901681Z","end":"2026-08-22T15:29:30.35274Z","steps":["trace[859097104] 'process raft request' (duration: 450.200041ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:30.352928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.77135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-08-22T15:29:30.352964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:29.901668Z","time spent":"451.113305ms","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16842,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:30.352978Z","caller":"traceutil/trace.go:171","msg":"trace[1544135550] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28186; }","duration":"458.842492ms","start":"2026-08-22T15:29:29.894123Z","end":"2026-08-22T15:29:30.352966Z","steps":["trace[1544135550] 'agreement among raft nodes before linearized reading' (duration: 458.688958ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:30.353028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:29.894112Z","time spent":"458.908403ms","remote":"127.0.0.1:34796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-08-22T15:29:30.353267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.431265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-22T15:29:30.353312Z","caller":"traceutil/trace.go:171","msg":"trace[310405884] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28186; }","duration":"460.486226ms","start":"2026-08-22T15:29:29.892813Z","end":"2026-08-22T15:29:30.353299Z","steps":["trace[310405884] 'agreement among raft nodes before linearized reading' (duration: 460.379313ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:30.353343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:29.892804Z","time spent":"460.530747ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:29:30.353479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.134879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-08-22T15:29:30.353524Z","caller":"traceutil/trace.go:171","msg":"trace[1465727950] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28186; }","duration":"459.191791ms","start":"2026-08-22T15:29:29.894318Z","end":"2026-08-22T15:29:30.353509Z","steps":["trace[1465727950] 'agreement among raft nodes before linearized reading' (duration: 458.965295ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:30.353549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:29.894309Z","time spent":"459.234402ms","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-22T15:29:30.745697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.280398ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:30.745824Z","caller":"traceutil/trace.go:171","msg":"trace[480951046] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28186; }","duration":"172.419101ms","start":"2026-08-22T15:29:30.573387Z","end":"2026-08-22T15:29:30.745806Z","steps":["trace[480951046] 'range keys from in-memory index tree' (duration: 172.262527ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:30.745961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.273428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:29:30.746058Z","caller":"traceutil/trace.go:171","msg":"trace[2083022885] transaction","detail":"{read_only:false; response_revision:28187; number_of_response:1; }","duration":"386.676211ms","start":"2026-08-22T15:29:30.359363Z","end":"2026-08-22T15:29:30.746039Z","steps":["trace[2083022885] 'process raft request' (duration: 125.236839ms)","trace[2083022885] 'compare' (duration: 261.166135ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:30.746116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:30.359334Z","time spent":"386.754954ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:31.196449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.111187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:29:31.196711Z","caller":"traceutil/trace.go:171","msg":"trace[436521432] transaction","detail":"{read_only:false; response_revision:28189; number_of_response:1; }","duration":"834.679093ms","start":"2026-08-22T15:29:30.362011Z","end":"2026-08-22T15:29:31.19669Z","steps":["trace[436521432] 'process raft request' (duration: 834.545179ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:31.196734Z","caller":"traceutil/trace.go:171","msg":"trace[1122162788] transaction","detail":"{read_only:false; response_revision:28188; number_of_response:1; }","duration":"835.322991ms","start":"2026-08-22T15:29:30.361366Z","end":"2026-08-22T15:29:31.196689Z","steps":["trace[1122162788] 'process raft request' (duration: 611.875395ms)","trace[1122162788] 'compare' (duration: 222.959823ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:31.19678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:30.362003Z","time spent":"834.744285ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:31.196882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:30.361358Z","time spent":"835.442994ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:31.196911Z","caller":"traceutil/trace.go:171","msg":"trace[1940746589] transaction","detail":"{read_only:false; response_revision:28190; number_of_response:1; }","duration":"791.704534ms","start":"2026-08-22T15:29:30.405187Z","end":"2026-08-22T15:29:31.196891Z","steps":["trace[1940746589] 'process raft request' (duration: 791.460798ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:31.196937Z","caller":"traceutil/trace.go:171","msg":"trace[379413918] linearizableReadLoop","detail":"{readStateIndex:29478; appliedIndex:29475; }","duration":"806.707165ms","start":"2026-08-22T15:29:30.390214Z","end":"2026-08-22T15:29:31.196921Z","steps":["trace[379413918] 'read index received' (duration: 94.526888ms)","trace[379413918] 'applied index is now lower than readState.Index' (duration: 712.179007ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:29:31.196968Z","caller":"traceutil/trace.go:171","msg":"trace[123584575] transaction","detail":"{read_only:false; response_revision:28191; number_of_response:1; }","duration":"790.672286ms","start":"2026-08-22T15:29:30.406264Z","end":"2026-08-22T15:29:31.196936Z","steps":["trace[123584575] 'process raft request' (duration: 790.531123ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:31.197029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:30.405162Z","time spent":"791.801836ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:31.197111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:30.406249Z","time spent":"790.786599ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:31.19711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.879279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-08-22T15:29:31.197187Z","caller":"traceutil/trace.go:171","msg":"trace[592875927] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28191; }","duration":"807.005843ms","start":"2026-08-22T15:29:30.390165Z","end":"2026-08-22T15:29:31.197171Z","steps":["trace[592875927] 'agreement among raft nodes before linearized reading' (duration: 806.825938ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:31.197235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:30.390133Z","time spent":"807.081185ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-22T15:29:31.22219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.064965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-08-22T15:29:31.222222Z","caller":"traceutil/trace.go:171","msg":"trace[1840839319] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28194; }","duration":"816.131887ms","start":"2026-08-22T15:29:30.406082Z","end":"2026-08-22T15:29:31.222214Z","steps":["trace[1840839319] 'agreement among raft nodes before linearized reading' (duration: 816.002944ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:31.222201Z","caller":"traceutil/trace.go:171","msg":"trace[164375753] transaction","detail":"{read_only:false; response_revision:28194; number_of_response:1; }","duration":"269.422195ms","start":"2026-08-22T15:29:30.952755Z","end":"2026-08-22T15:29:31.222178Z","steps":["trace[164375753] 'process raft request' (duration: 269.2193ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:31.222243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:30.406064Z","time spent":"816.174668ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-08-22T15:29:31.222228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.648866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T15:29:31.222278Z","caller":"traceutil/trace.go:171","msg":"trace[1593275775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28194; }","duration":"504.720999ms","start":"2026-08-22T15:29:30.717543Z","end":"2026-08-22T15:29:31.222264Z","steps":["trace[1593275775] 'agreement among raft nodes before linearized reading' (duration: 504.527474ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:31.22232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.075708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-22T15:29:31.222337Z","caller":"traceutil/trace.go:171","msg":"trace[739109518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28194; }","duration":"505.090638ms","start":"2026-08-22T15:29:30.71724Z","end":"2026-08-22T15:29:31.222331Z","steps":["trace[739109518] 'agreement among raft nodes before linearized reading' (duration: 505.046297ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:31.222343Z","caller":"traceutil/trace.go:171","msg":"trace[1037144463] transaction","detail":"{read_only:false; response_revision:28192; number_of_response:1; }","duration":"273.407502ms","start":"2026-08-22T15:29:30.948925Z","end":"2026-08-22T15:29:31.222332Z","steps":["trace[1037144463] 'process raft request' (duration: 272.872107ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:31.222355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.462346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:29:31.222391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.094532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:31.222416Z","caller":"traceutil/trace.go:171","msg":"trace[1696646211] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:28194; }","duration":"544.161694ms","start":"2026-08-22T15:29:30.678249Z","end":"2026-08-22T15:29:31.222411Z","steps":["trace[1696646211] 'agreement among raft nodes before linearized reading' (duration: 544.117122ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:31.222431Z","caller":"traceutil/trace.go:171","msg":"trace[1535251851] transaction","detail":"{read_only:false; response_revision:28193; number_of_response:1; }","duration":"272.177379ms","start":"2026-08-22T15:29:30.950245Z","end":"2026-08-22T15:29:31.222422Z","steps":["trace[1535251851] 'process raft request' (duration: 271.684886ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:31.222445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:30.678226Z","time spent":"544.214244ms","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:31.222351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:30.717207Z","time spent":"505.14091ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-22T15:29:31.222502Z","caller":"traceutil/trace.go:171","msg":"trace[1167923207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28194; }","duration":"346.632451ms","start":"2026-08-22T15:29:30.875823Z","end":"2026-08-22T15:29:31.222455Z","steps":["trace[1167923207] 'agreement among raft nodes before linearized reading' (duration: 346.509578ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:31.222541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:30.875803Z","time spent":"346.729133ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T15:29:31.222313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:30.717535Z","time spent":"504.77008ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-22T15:29:31.222693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.898258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-22T15:29:31.222746Z","caller":"traceutil/trace.go:171","msg":"trace[143198891] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28194; }","duration":"472.99581ms","start":"2026-08-22T15:29:30.749734Z","end":"2026-08-22T15:29:31.22273Z","steps":["trace[143198891] 'agreement among raft nodes before linearized reading' (duration: 472.847426ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:31.222782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:30.749708Z","time spent":"473.063832ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-22T15:29:31.3635Z","caller":"traceutil/trace.go:171","msg":"trace[306154188] linearizableReadLoop","detail":"{readStateIndex:29487; appliedIndex:29483; }","duration":"118.734166ms","start":"2026-08-22T15:29:31.244742Z","end":"2026-08-22T15:29:31.363476Z","steps":["trace[306154188] 'read index received' (duration: 117.146823ms)","trace[306154188] 'applied index is now lower than readState.Index' (duration: 1.586433ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:29:31.363583Z","caller":"traceutil/trace.go:171","msg":"trace[755228738] transaction","detail":"{read_only:false; response_revision:28197; number_of_response:1; }","duration":"136.678405ms","start":"2026-08-22T15:29:31.226887Z","end":"2026-08-22T15:29:31.363565Z","steps":["trace[755228738] 'process raft request' (duration: 136.51164ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:31.363613Z","caller":"traceutil/trace.go:171","msg":"trace[1698960329] transaction","detail":"{read_only:false; response_revision:28195; number_of_response:1; }","duration":"137.528238ms","start":"2026-08-22T15:29:31.226041Z","end":"2026-08-22T15:29:31.363569Z","steps":["trace[1698960329] 'process raft request' (duration: 135.829253ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:31.363653Z","caller":"traceutil/trace.go:171","msg":"trace[78489475] transaction","detail":"{read_only:false; response_revision:28198; number_of_response:1; }","duration":"134.237911ms","start":"2026-08-22T15:29:31.229389Z","end":"2026-08-22T15:29:31.363627Z","steps":["trace[78489475] 'process raft request' (duration: 134.049246ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:31.363789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.032633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-08-22T15:29:31.363757Z","caller":"traceutil/trace.go:171","msg":"trace[854136441] transaction","detail":"{read_only:false; response_revision:28196; number_of_response:1; }","duration":"137.333843ms","start":"2026-08-22T15:29:31.226341Z","end":"2026-08-22T15:29:31.363675Z","steps":["trace[854136441] 'process raft request' (duration: 137.006424ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:31.363833Z","caller":"traceutil/trace.go:171","msg":"trace[1342758343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28198; }","duration":"119.122526ms","start":"2026-08-22T15:29:31.244695Z","end":"2026-08-22T15:29:31.363817Z","steps":["trace[1342758343] 'agreement among raft nodes before linearized reading' (duration: 118.878039ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:32.117954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.856149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:32.118003Z","caller":"traceutil/trace.go:171","msg":"trace[222408949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28198; }","duration":"241.93126ms","start":"2026-08-22T15:29:31.876058Z","end":"2026-08-22T15:29:32.117989Z","steps":["trace[222408949] 'range keys from in-memory index tree' (duration: 241.798417ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:32.117882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.161213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:29:32.118228Z","caller":"traceutil/trace.go:171","msg":"trace[298050666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28198; }","duration":"449.577844ms","start":"2026-08-22T15:29:31.668639Z","end":"2026-08-22T15:29:32.118217Z","steps":["trace[298050666] 'count revisions from in-memory index tree' (duration: 449.05358ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:32.118283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:31.668613Z","time spent":"449.658287ms","remote":"127.0.0.1:54146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:29:32.402467Z","caller":"traceutil/trace.go:171","msg":"trace[854636867] transaction","detail":"{read_only:false; response_revision:28199; number_of_response:1; }","duration":"279.66013ms","start":"2026-08-22T15:29:32.122757Z","end":"2026-08-22T15:29:32.402417Z","steps":["trace[854636867] 'process raft request' (duration: 279.461915ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:33.05625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T15:29:33.55644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T15:29:33.56954Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.162338737s","expected-duration":"1s"} {"level":"info","ts":"2026-08-22T15:29:33.569935Z","caller":"traceutil/trace.go:171","msg":"trace[421789670] transaction","detail":"{read_only:false; response_revision:28200; number_of_response:1; }","duration":"1.16283254s","start":"2026-08-22T15:29:32.407079Z","end":"2026-08-22T15:29:33.569912Z","steps":["trace[421789670] 'process raft request' (duration: 1.162666056s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:33.570109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:32.407058Z","time spent":"1.162974173s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:34.089113Z","caller":"traceutil/trace.go:171","msg":"trace[624258642] linearizableReadLoop","detail":"{readStateIndex:29495; appliedIndex:29488; }","duration":"1.533192755s","start":"2026-08-22T15:29:32.555889Z","end":"2026-08-22T15:29:34.089082Z","steps":["trace[624258642] 'read index received' (duration: 1.013939618s)","trace[624258642] 'applied index is now lower than readState.Index' (duration: 519.251647ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:29:34.089209Z","caller":"traceutil/trace.go:171","msg":"trace[988451219] transaction","detail":"{read_only:false; response_revision:28202; number_of_response:1; }","duration":"886.883229ms","start":"2026-08-22T15:29:33.202314Z","end":"2026-08-22T15:29:34.089197Z","steps":["trace[988451219] 'process raft request' (duration: 886.588881ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:34.089258Z","caller":"traceutil/trace.go:171","msg":"trace[558429686] transaction","detail":"{read_only:false; response_revision:28204; number_of_response:1; }","duration":"860.995747ms","start":"2026-08-22T15:29:33.228254Z","end":"2026-08-22T15:29:34.08925Z","steps":["trace[558429686] 'process raft request' (duration: 860.73349ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:34.089364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533429651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-22T15:29:34.089377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:33.202299Z","time spent":"886.964702ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:34.08914Z","caller":"traceutil/trace.go:171","msg":"trace[902594774] transaction","detail":"{read_only:false; response_revision:28203; number_of_response:1; }","duration":"886.332445ms","start":"2026-08-22T15:29:33.202769Z","end":"2026-08-22T15:29:34.089102Z","steps":["trace[902594774] 'process raft request' (duration: 886.175621ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:34.089425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:33.228238Z","time spent":"861.074649ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:34.089514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:33.20276Z","time spent":"886.681224ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:34.089407Z","caller":"traceutil/trace.go:171","msg":"trace[1478554153] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:28206; }","duration":"1.533554425s","start":"2026-08-22T15:29:32.555841Z","end":"2026-08-22T15:29:34.089395Z","steps":["trace[1478554153] 'agreement among raft nodes before linearized reading' (duration: 1.533443762s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:34.089657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:32.555819Z","time spent":"1.533793041s","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:29:34.089123Z","caller":"traceutil/trace.go:171","msg":"trace[282108183] transaction","detail":"{read_only:false; response_revision:28201; number_of_response:1; }","duration":"1.373934105s","start":"2026-08-22T15:29:32.715145Z","end":"2026-08-22T15:29:34.08908Z","steps":["trace[282108183] 'process raft request' (duration: 1.373548295s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:34.09001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:32.715119Z","time spent":"1.374666635s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:34.09002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.630328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-08-22T15:29:34.089692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248326726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:34.090075Z","caller":"traceutil/trace.go:171","msg":"trace[1447217726] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28206; }","duration":"396.72285ms","start":"2026-08-22T15:29:33.693339Z","end":"2026-08-22T15:29:34.090062Z","steps":["trace[1447217726] 'agreement among raft nodes before linearized reading' (duration: 396.379271ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:34.090104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:33.693318Z","time spent":"396.780461ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-08-22T15:29:34.090112Z","caller":"traceutil/trace.go:171","msg":"trace[1567896476] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:28206; }","duration":"1.248776118s","start":"2026-08-22T15:29:32.841317Z","end":"2026-08-22T15:29:34.090093Z","steps":["trace[1567896476] 'agreement among raft nodes before linearized reading' (duration: 1.248314536s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:34.090212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:32.841304Z","time spent":"1.24883452s","remote":"127.0.0.1:59704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:34.09026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.737093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-08-22T15:29:34.090302Z","caller":"traceutil/trace.go:171","msg":"trace[1047498553] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28206; }","duration":"721.807475ms","start":"2026-08-22T15:29:33.368482Z","end":"2026-08-22T15:29:34.09029Z","steps":["trace[1047498553] 'agreement among raft nodes before linearized reading' (duration: 721.666601ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:34.089216Z","caller":"traceutil/trace.go:171","msg":"trace[509195212] transaction","detail":"{read_only:false; response_revision:28205; number_of_response:1; }","duration":"860.839763ms","start":"2026-08-22T15:29:33.228365Z","end":"2026-08-22T15:29:34.089205Z","steps":["trace[509195212] 'process raft request' (duration: 860.649467ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:34.090337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:33.368464Z","time spent":"721.866697ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-08-22T15:29:34.090385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.841322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-08-22T15:29:34.0904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:33.228358Z","time spent":"861.975993ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:34.090426Z","caller":"traceutil/trace.go:171","msg":"trace[588205374] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28206; }","duration":"888.896224ms","start":"2026-08-22T15:29:33.201517Z","end":"2026-08-22T15:29:34.090414Z","steps":["trace[588205374] 'agreement among raft nodes before linearized reading' (duration: 888.790821ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:34.090459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:33.201511Z","time spent":"888.942425ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:29:34.090472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.27901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-08-22T15:29:34.090482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.117149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:29:34.090508Z","caller":"traceutil/trace.go:171","msg":"trace[1838420668] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28206; }","duration":"721.351412ms","start":"2026-08-22T15:29:33.369146Z","end":"2026-08-22T15:29:34.090498Z","steps":["trace[1838420668] 'agreement among raft nodes before linearized reading' (duration: 721.26408ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:34.090529Z","caller":"traceutil/trace.go:171","msg":"trace[1981663949] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:28206; }","duration":"542.202052ms","start":"2026-08-22T15:29:33.548311Z","end":"2026-08-22T15:29:34.090513Z","steps":["trace[1981663949] 'agreement among raft nodes before linearized reading' (duration: 542.13859ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:34.090543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:33.369127Z","time spent":"721.409344ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:29:34.090568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:33.548285Z","time spent":"542.274433ms","remote":"127.0.0.1:46534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:29:34.089262Z","caller":"traceutil/trace.go:171","msg":"trace[2128832523] transaction","detail":"{read_only:false; response_revision:28206; number_of_response:1; }","duration":"859.775485ms","start":"2026-08-22T15:29:33.229474Z","end":"2026-08-22T15:29:34.08925Z","steps":["trace[2128832523] 'process raft request' (duration: 859.570579ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:34.090655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.314051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-22T15:29:34.090693Z","caller":"traceutil/trace.go:171","msg":"trace[546620734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28206; }","duration":"890.402504ms","start":"2026-08-22T15:29:33.200281Z","end":"2026-08-22T15:29:34.090684Z","steps":["trace[546620734] 'agreement among raft nodes before linearized reading' (duration: 890.309192ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:34.090751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:33.200268Z","time spent":"890.476756ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-22T15:29:34.090747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:33.229463Z","time spent":"861.208273ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:34.090751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.752396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:34.090806Z","caller":"traceutil/trace.go:171","msg":"trace[1664422867] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:28206; }","duration":"923.807497ms","start":"2026-08-22T15:29:33.16699Z","end":"2026-08-22T15:29:34.090797Z","steps":["trace[1664422867] 'agreement among raft nodes before linearized reading' (duration: 923.735645ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:34.090421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.699555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-08-22T15:29:34.090827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:33.166914Z","time spent":"923.90921ms","remote":"127.0.0.1:53750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:29:34.090841Z","caller":"traceutil/trace.go:171","msg":"trace[244847219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28206; }","duration":"721.130837ms","start":"2026-08-22T15:29:33.369701Z","end":"2026-08-22T15:29:34.090832Z","steps":["trace[244847219] 'agreement among raft nodes before linearized reading' (duration: 720.587133ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:34.090885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:33.369692Z","time spent":"721.176178ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-22T15:29:34.090904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212986681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:34.090944Z","caller":"traceutil/trace.go:171","msg":"trace[1968238953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28206; }","duration":"1.213064254s","start":"2026-08-22T15:29:32.877867Z","end":"2026-08-22T15:29:34.090932Z","steps":["trace[1968238953] 'agreement among raft nodes before linearized reading' (duration: 1.212980502s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:34.090977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:32.877847Z","time spent":"1.213124435s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T15:29:34.090644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.729403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-22T15:29:34.091022Z","caller":"traceutil/trace.go:171","msg":"trace[1707087719] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28206; }","duration":"722.152174ms","start":"2026-08-22T15:29:33.368856Z","end":"2026-08-22T15:29:34.091008Z","steps":["trace[1707087719] 'agreement among raft nodes before linearized reading' (duration: 721.685821ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:34.091075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:33.368829Z","time spent":"722.233536ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-22T15:29:34.601899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847141,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T15:29:34.931839Z","caller":"traceutil/trace.go:171","msg":"trace[711429132] transaction","detail":"{read_only:false; response_revision:28207; number_of_response:1; }","duration":"834.984882ms","start":"2026-08-22T15:29:34.096828Z","end":"2026-08-22T15:29:34.931813Z","steps":["trace[711429132] 'process raft request' (duration: 778.105601ms)","trace[711429132] 'compare' (duration: 56.150812ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:34.931994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:34.096806Z","time spent":"835.107295ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:35.297088Z","caller":"traceutil/trace.go:171","msg":"trace[1260680093] transaction","detail":"{read_only:false; response_revision:28208; number_of_response:1; }","duration":"1.199455188s","start":"2026-08-22T15:29:34.097597Z","end":"2026-08-22T15:29:35.297052Z","steps":["trace[1260680093] 'process raft request' (duration: 1.1991421s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:35.297252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:34.097579Z","time spent":"1.199586042s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:35.297356Z","caller":"traceutil/trace.go:171","msg":"trace[1316861730] transaction","detail":"{read_only:false; response_revision:28209; number_of_response:1; }","duration":"1.199627782s","start":"2026-08-22T15:29:34.097697Z","end":"2026-08-22T15:29:35.297325Z","steps":["trace[1316861730] 'process raft request' (duration: 1.199249202s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:35.297504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:34.097673Z","time spent":"1.199754316s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:35.297631Z","caller":"traceutil/trace.go:171","msg":"trace[1204440995] transaction","detail":"{read_only:false; response_revision:28210; number_of_response:1; }","duration":"1.19989206s","start":"2026-08-22T15:29:34.097728Z","end":"2026-08-22T15:29:35.29762Z","steps":["trace[1204440995] 'process raft request' (duration: 1.199262513s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:35.297628Z","caller":"traceutil/trace.go:171","msg":"trace[757936159] transaction","detail":"{read_only:false; response_revision:28211; number_of_response:1; }","duration":"1.199212482s","start":"2026-08-22T15:29:34.098402Z","end":"2026-08-22T15:29:35.297615Z","steps":["trace[757936159] 'process raft request' (duration: 1.198620206s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:35.297687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:34.097702Z","time spent":"1.199957571s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:35.297709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:34.098395Z","time spent":"1.199274034s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:35.297767Z","caller":"traceutil/trace.go:171","msg":"trace[1165752762] transaction","detail":"{read_only:false; response_revision:28212; number_of_response:1; }","duration":"1.19766476s","start":"2026-08-22T15:29:34.100094Z","end":"2026-08-22T15:29:35.297759Z","steps":["trace[1165752762] 'process raft request' (duration: 1.196977332s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:35.297819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:34.100083Z","time spent":"1.197702472s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:35.394644Z","caller":"traceutil/trace.go:171","msg":"trace[60473398] linearizableReadLoop","detail":"{readStateIndex:29502; appliedIndex:29495; }","duration":"1.292843355s","start":"2026-08-22T15:29:34.101775Z","end":"2026-08-22T15:29:35.394618Z","steps":["trace[60473398] 'read index received' (duration: 773.166568ms)","trace[60473398] 'applied index is now lower than readState.Index' (duration: 519.675187ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:35.394881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293074311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:35.394957Z","caller":"traceutil/trace.go:171","msg":"trace[503646506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28212; }","duration":"1.293193855s","start":"2026-08-22T15:29:34.101745Z","end":"2026-08-22T15:29:35.394939Z","steps":["trace[503646506] 'agreement among raft nodes before linearized reading' (duration: 1.293029171s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:35.394996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:34.101736Z","time spent":"1.293252986s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T15:29:35.395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.491561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:35.39505Z","caller":"traceutil/trace.go:171","msg":"trace[430355746] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:28212; }","duration":"139.588723ms","start":"2026-08-22T15:29:35.255448Z","end":"2026-08-22T15:29:35.395037Z","steps":["trace[430355746] 'agreement among raft nodes before linearized reading' (duration: 139.461219ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:35.395037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.142287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:35.395136Z","caller":"traceutil/trace.go:171","msg":"trace[702895827] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28212; }","duration":"300.307122ms","start":"2026-08-22T15:29:35.094804Z","end":"2026-08-22T15:29:35.395111Z","steps":["trace[702895827] 'agreement among raft nodes before linearized reading' (duration: 300.142227ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:35.395179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.297011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-22T15:29:35.395242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:35.094776Z","time spent":"300.415914ms","remote":"127.0.0.1:57784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:29:35.395303Z","caller":"traceutil/trace.go:171","msg":"trace[1029155501] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:28212; }","duration":"168.463136ms","start":"2026-08-22T15:29:35.226812Z","end":"2026-08-22T15:29:35.395275Z","steps":["trace[1029155501] 'agreement among raft nodes before linearized reading' (duration: 168.167418ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:35.395382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.175582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:29:35.395423Z","caller":"traceutil/trace.go:171","msg":"trace[1737914034] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:28212; }","duration":"692.254084ms","start":"2026-08-22T15:29:34.703159Z","end":"2026-08-22T15:29:35.395413Z","steps":["trace[1737914034] 'agreement among raft nodes before linearized reading' (duration: 692.178102ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:35.395455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:34.703142Z","time spent":"692.303265ms","remote":"127.0.0.1:49668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:35.395457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.200899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-08-22T15:29:35.395492Z","caller":"traceutil/trace.go:171","msg":"trace[1379850707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28212; }","duration":"988.30571ms","start":"2026-08-22T15:29:34.407175Z","end":"2026-08-22T15:29:35.395481Z","steps":["trace[1379850707] 'agreement among raft nodes before linearized reading' (duration: 988.209778ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:35.395528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:34.407151Z","time spent":"988.367903ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-22T15:29:35.395774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259469593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:35.395846Z","caller":"traceutil/trace.go:171","msg":"trace[551111942] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28212; }","duration":"1.259566176s","start":"2026-08-22T15:29:34.13626Z","end":"2026-08-22T15:29:35.395826Z","steps":["trace[551111942] 'agreement among raft nodes before linearized reading' (duration: 1.25859504s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:35.395892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:34.136248Z","time spent":"1.259629807s","remote":"127.0.0.1:57820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:36.074458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847155,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T15:29:36.500711Z","caller":"traceutil/trace.go:171","msg":"trace[1974022497] transaction","detail":"{read_only:false; response_revision:28216; number_of_response:1; }","duration":"992.899925ms","start":"2026-08-22T15:29:35.507786Z","end":"2026-08-22T15:29:36.500686Z","steps":["trace[1974022497] 'process raft request' (duration: 992.751371ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:36.500881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:35.507753Z","time spent":"993.051549ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:36.500908Z","caller":"traceutil/trace.go:171","msg":"trace[1033961674] linearizableReadLoop","detail":"{readStateIndex:29506; appliedIndex:29506; }","duration":"927.123486ms","start":"2026-08-22T15:29:35.573741Z","end":"2026-08-22T15:29:36.500865Z","steps":["trace[1033961674] 'read index received' (duration: 927.102895ms)","trace[1033961674] 'applied index is now lower than readState.Index' (duration: 17.401µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:36.501255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.498325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-22T15:29:36.501311Z","caller":"traceutil/trace.go:171","msg":"trace[1336585824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28216; }","duration":"927.609238ms","start":"2026-08-22T15:29:35.573687Z","end":"2026-08-22T15:29:36.501296Z","steps":["trace[1336585824] 'agreement among raft nodes before linearized reading' (duration: 927.363172ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:36.50136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:35.573671Z","time spent":"927.676391ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-22T15:29:37.001352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847162,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T15:29:37.284671Z","caller":"traceutil/trace.go:171","msg":"trace[280397073] transaction","detail":"{read_only:false; response_revision:28218; number_of_response:1; }","duration":"1.186995066s","start":"2026-08-22T15:29:36.09765Z","end":"2026-08-22T15:29:37.284645Z","steps":["trace[280397073] 'process raft request' (duration: 1.186861672s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:37.284704Z","caller":"traceutil/trace.go:171","msg":"trace[1865713893] transaction","detail":"{read_only:false; response_revision:28217; number_of_response:1; }","duration":"1.18713413s","start":"2026-08-22T15:29:36.097538Z","end":"2026-08-22T15:29:37.284672Z","steps":["trace[1865713893] 'process raft request' (duration: 1.115752821s)","trace[1865713893] 'compare' (duration: 70.70244ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:37.284807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:36.097601Z","time spent":"1.187129739s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:37.28596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:36.097507Z","time spent":"1.188391523s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:37.288917Z","caller":"traceutil/trace.go:171","msg":"trace[1100281851] transaction","detail":"{read_only:false; response_revision:28219; number_of_response:1; }","duration":"1.190396947s","start":"2026-08-22T15:29:36.098481Z","end":"2026-08-22T15:29:37.288878Z","steps":["trace[1100281851] 'process raft request' (duration: 1.186127763s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:37.289217Z","caller":"traceutil/trace.go:171","msg":"trace[1743160899] transaction","detail":"{read_only:false; response_revision:28221; number_of_response:1; }","duration":"1.178663223s","start":"2026-08-22T15:29:36.110516Z","end":"2026-08-22T15:29:37.289179Z","steps":["trace[1743160899] 'process raft request' (duration: 1.17853976s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:37.289298Z","caller":"traceutil/trace.go:171","msg":"trace[1610667489] transaction","detail":"{read_only:false; response_revision:28220; number_of_response:1; }","duration":"1.190707185s","start":"2026-08-22T15:29:36.098579Z","end":"2026-08-22T15:29:37.289287Z","steps":["trace[1610667489] 'process raft request' (duration: 1.190193021s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:37.289255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:36.098463Z","time spent":"1.19051081s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:37.289362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:36.110493Z","time spent":"1.178819718s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:37.289414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:36.098566Z","time spent":"1.190768867s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:37.299298Z","caller":"traceutil/trace.go:171","msg":"trace[888618364] transaction","detail":"{read_only:false; response_revision:28222; number_of_response:1; }","duration":"793.165323ms","start":"2026-08-22T15:29:36.506101Z","end":"2026-08-22T15:29:37.299266Z","steps":["trace[888618364] 'process raft request' (duration: 792.970798ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:37.299392Z","caller":"traceutil/trace.go:171","msg":"trace[392203382] transaction","detail":"{read_only:false; response_revision:28223; number_of_response:1; }","duration":"454.936957ms","start":"2026-08-22T15:29:36.844437Z","end":"2026-08-22T15:29:37.299374Z","steps":["trace[392203382] 'process raft request' (duration: 454.789823ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:37.299416Z","caller":"traceutil/trace.go:171","msg":"trace[797427558] linearizableReadLoop","detail":"{readStateIndex:29513; appliedIndex:29506; }","duration":"798.368542ms","start":"2026-08-22T15:29:36.500996Z","end":"2026-08-22T15:29:37.299365Z","steps":["trace[797427558] 'read index received' (duration: 712.457165ms)","trace[797427558] 'applied index is now lower than readState.Index' (duration: 85.909777ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:37.29947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:36.506077Z","time spent":"793.305367ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:37.299609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:36.84442Z","time spent":"455.119562ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:37.299626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.78248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-08-22T15:29:37.299658Z","caller":"traceutil/trace.go:171","msg":"trace[400109608] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28223; }","duration":"928.852332ms","start":"2026-08-22T15:29:36.370798Z","end":"2026-08-22T15:29:37.29965Z","steps":["trace[400109608] 'agreement among raft nodes before linearized reading' (duration: 928.689048ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:37.299687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:36.370774Z","time spent":"928.907843ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-22T15:29:37.299859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.84478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-08-22T15:29:37.299898Z","caller":"traceutil/trace.go:171","msg":"trace[638350990] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:28223; }","duration":"787.912672ms","start":"2026-08-22T15:29:36.511972Z","end":"2026-08-22T15:29:37.299885Z","steps":["trace[638350990] 'agreement among raft nodes before linearized reading' (duration: 787.798349ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:37.299923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:36.511954Z","time spent":"787.963694ms","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-08-22T15:29:37.299983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42346683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:37.300018Z","caller":"traceutil/trace.go:171","msg":"trace[1411314966] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:28223; }","duration":"1.423542993s","start":"2026-08-22T15:29:35.876465Z","end":"2026-08-22T15:29:37.300008Z","steps":["trace[1411314966] 'agreement among raft nodes before linearized reading' (duration: 1.423490491s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:37.300044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:35.876445Z","time spent":"1.423592993s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:37.30008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.601384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-22T15:29:37.300089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.53383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-08-22T15:29:37.300102Z","caller":"traceutil/trace.go:171","msg":"trace[941349381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28223; }","duration":"363.694747ms","start":"2026-08-22T15:29:36.9364Z","end":"2026-08-22T15:29:37.300095Z","steps":["trace[941349381] 'agreement among raft nodes before linearized reading' (duration: 363.623915ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:37.300123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:36.93637Z","time spent":"363.748649ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-22T15:29:37.300127Z","caller":"traceutil/trace.go:171","msg":"trace[774458085] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:28223; }","duration":"158.627903ms","start":"2026-08-22T15:29:37.141491Z","end":"2026-08-22T15:29:37.300119Z","steps":["trace[774458085] 'agreement among raft nodes before linearized reading' (duration: 158.400226ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:37.30022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.923744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:37.300244Z","caller":"traceutil/trace.go:171","msg":"trace[1104532457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28223; }","duration":"424.991256ms","start":"2026-08-22T15:29:36.875246Z","end":"2026-08-22T15:29:37.300237Z","steps":["trace[1104532457] 'agreement among raft nodes before linearized reading' (duration: 424.952635ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:37.300264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:36.875227Z","time spent":"425.033417ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T15:29:37.30032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.032917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:29:37.302041Z","caller":"traceutil/trace.go:171","msg":"trace[852856687] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:28223; }","duration":"460.787754ms","start":"2026-08-22T15:29:36.841238Z","end":"2026-08-22T15:29:37.302026Z","steps":["trace[852856687] 'agreement among raft nodes before linearized reading' (duration: 459.048237ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:37.304317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:36.84121Z","time spent":"460.877656ms","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:37.807686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T15:29:38.263062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.959141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:29:38.263186Z","caller":"traceutil/trace.go:171","msg":"trace[1855284897] transaction","detail":"{read_only:false; response_revision:28224; number_of_response:1; }","duration":"958.71345ms","start":"2026-08-22T15:29:37.304451Z","end":"2026-08-22T15:29:38.263164Z","steps":["trace[1855284897] 'process raft request' (duration: 507.566604ms)","trace[1855284897] 'compare' (duration: 450.223452ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:38.263301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:37.304434Z","time spent":"958.823364ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:39.573412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.045318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:29:39.573658Z","caller":"traceutil/trace.go:171","msg":"trace[894270833] transaction","detail":"{read_only:false; response_revision:28227; number_of_response:1; }","duration":"2.266588099s","start":"2026-08-22T15:29:37.307055Z","end":"2026-08-22T15:29:39.573644Z","steps":["trace[894270833] 'process raft request' (duration: 2.266529627s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:39.573653Z","caller":"traceutil/trace.go:171","msg":"trace[1911985761] transaction","detail":"{read_only:false; response_revision:28225; number_of_response:1; }","duration":"2.267122243s","start":"2026-08-22T15:29:37.306502Z","end":"2026-08-22T15:29:39.573624Z","steps":["trace[1911985761] 'process raft request' (duration: 1.408779947s)","trace[1911985761] 'compare' (duration: 857.247717ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:29:39.573742Z","caller":"traceutil/trace.go:171","msg":"trace[1848647189] transaction","detail":"{read_only:false; response_revision:28226; number_of_response:1; }","duration":"2.267126153s","start":"2026-08-22T15:29:37.306609Z","end":"2026-08-22T15:29:39.573736Z","steps":["trace[1848647189] 'process raft request' (duration: 2.266897777s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:39.573775Z","caller":"traceutil/trace.go:171","msg":"trace[1509223788] linearizableReadLoop","detail":"{readStateIndex:29518; appliedIndex:29513; }","duration":"2.267110043s","start":"2026-08-22T15:29:37.306649Z","end":"2026-08-22T15:29:39.573759Z","steps":["trace[1509223788] 'read index received' (duration: 505.445068ms)","trace[1509223788] 'applied index is now lower than readState.Index' (duration: 1.761664275s)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:39.573793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:37.306604Z","time spent":"2.267171054s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:39.573803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:37.30649Z","time spent":"2.267251766s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:39.57391Z","caller":"traceutil/trace.go:171","msg":"trace[1711211713] transaction","detail":"{read_only:false; response_revision:28228; number_of_response:1; }","duration":"2.179088589s","start":"2026-08-22T15:29:37.394816Z","end":"2026-08-22T15:29:39.573904Z","steps":["trace[1711211713] 'process raft request' (duration: 2.178796181s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:39.573714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:37.307048Z","time spent":"2.26664233s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:39.573977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:37.39478Z","time spent":"2.17914888s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:39.574048Z","caller":"traceutil/trace.go:171","msg":"trace[984447893] transaction","detail":"{read_only:false; response_revision:28229; number_of_response:1; }","duration":"476.013791ms","start":"2026-08-22T15:29:39.098016Z","end":"2026-08-22T15:29:39.57403Z","steps":["trace[984447893] 'process raft request' (duration: 475.702793ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:39.574107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:39.097987Z","time spent":"476.086233ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:39.574208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267543824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-08-22T15:29:39.574271Z","caller":"traceutil/trace.go:171","msg":"trace[671577972] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28229; }","duration":"2.267650627s","start":"2026-08-22T15:29:37.306607Z","end":"2026-08-22T15:29:39.574258Z","steps":["trace[671577972] 'agreement among raft nodes before linearized reading' (duration: 2.267350779s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:39.574303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:37.306589Z","time spent":"2.267706888s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-22T15:29:39.876133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000128262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T15:29:39.876196Z","caller":"traceutil/trace.go:171","msg":"trace[6518307] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000247535s","start":"2026-08-22T15:29:37.875934Z","end":"2026-08-22T15:29:39.876181Z","steps":["trace[6518307] 'agreement among raft nodes before linearized reading' (duration: 2.000169453s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:39.876232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:37.875918Z","time spent":"2.000306767s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 15:29:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:29:40.074334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847183,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T15:29:40.094554Z","caller":"traceutil/trace.go:171","msg":"trace[798053852] transaction","detail":"{read_only:false; response_revision:28230; number_of_response:1; }","duration":"803.012076ms","start":"2026-08-22T15:29:39.291513Z","end":"2026-08-22T15:29:40.094525Z","steps":["trace[798053852] 'process raft request' (duration: 802.474052ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:40.094805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:39.291482Z","time spent":"803.220301ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:40.094956Z","caller":"traceutil/trace.go:171","msg":"trace[2008441508] transaction","detail":"{read_only:false; response_revision:28231; number_of_response:1; }","duration":"802.463572ms","start":"2026-08-22T15:29:39.292479Z","end":"2026-08-22T15:29:40.094943Z","steps":["trace[2008441508] 'process raft request' (duration: 801.948818ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:40.095019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:39.292453Z","time spent":"802.533714ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:40.095104Z","caller":"traceutil/trace.go:171","msg":"trace[1626579069] transaction","detail":"{read_only:false; response_revision:28232; number_of_response:1; }","duration":"799.052221ms","start":"2026-08-22T15:29:39.296042Z","end":"2026-08-22T15:29:40.095095Z","steps":["trace[1626579069] 'process raft request' (duration: 798.717742ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:40.095156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:39.296027Z","time spent":"799.104592ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:40.095173Z","caller":"traceutil/trace.go:171","msg":"trace[1172181166] transaction","detail":"{read_only:false; response_revision:28233; number_of_response:1; }","duration":"797.247992ms","start":"2026-08-22T15:29:39.297854Z","end":"2026-08-22T15:29:40.095102Z","steps":["trace[1172181166] 'process raft request' (duration: 797.079377ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:40.095424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:39.297824Z","time spent":"797.506609ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:40.095584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345411426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:29:40.095623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563112134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-08-22T15:29:40.095666Z","caller":"traceutil/trace.go:171","msg":"trace[1625214434] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28234; }","duration":"1.563177827s","start":"2026-08-22T15:29:38.532477Z","end":"2026-08-22T15:29:40.095655Z","steps":["trace[1625214434] 'agreement among raft nodes before linearized reading' (duration: 1.563004012s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:40.095788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.086644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-08-22T15:29:40.0958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:38.532461Z","time spent":"1.56332639s","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-08-22T15:29:40.095804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638763092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-08-22T15:29:40.095847Z","caller":"traceutil/trace.go:171","msg":"trace[573977726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28234; }","duration":"792.158046ms","start":"2026-08-22T15:29:39.303671Z","end":"2026-08-22T15:29:40.095829Z","steps":["trace[573977726] 'agreement among raft nodes before linearized reading' (duration: 791.974961ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:40.09587Z","caller":"traceutil/trace.go:171","msg":"trace[4780919] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28234; }","duration":"2.638901096s","start":"2026-08-22T15:29:37.456951Z","end":"2026-08-22T15:29:40.095852Z","steps":["trace[4780919] 'agreement among raft nodes before linearized reading' (duration: 2.63866693s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:40.095892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:39.303662Z","time spent":"792.222118ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-22T15:29:40.095925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:37.456926Z","time spent":"2.638988199s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:29:40.095942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.637985271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-08-22T15:29:40.09597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668013615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-08-22T15:29:40.095974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722505817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-08-22T15:29:40.095471Z","caller":"traceutil/trace.go:171","msg":"trace[1935724789] linearizableReadLoop","detail":"{readStateIndex:29524; appliedIndex:29519; }","duration":"521.60798ms","start":"2026-08-22T15:29:39.573812Z","end":"2026-08-22T15:29:40.09542Z","steps":["trace[1935724789] 'read index received' (duration: 520.070359ms)","trace[1935724789] 'applied index is now lower than readState.Index' (duration: 1.536041ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:29:40.096038Z","caller":"traceutil/trace.go:171","msg":"trace[938647362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28234; }","duration":"2.668125927s","start":"2026-08-22T15:29:37.427894Z","end":"2026-08-22T15:29:40.09602Z","steps":["trace[938647362] 'agreement among raft nodes before linearized reading' (duration: 2.667953043s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:40.095675Z","caller":"traceutil/trace.go:171","msg":"trace[1103197951] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28234; }","duration":"2.3455502s","start":"2026-08-22T15:29:37.750104Z","end":"2026-08-22T15:29:40.095654Z","steps":["trace[1103197951] 'agreement among raft nodes before linearized reading' (duration: 2.345350014s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:40.096274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:37.427871Z","time spent":"2.668396335s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-22T15:29:40.095589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.521258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:29:40.096313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:37.750081Z","time spent":"2.346218958s","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-08-22T15:29:40.095441Z","caller":"traceutil/trace.go:171","msg":"trace[938447315] transaction","detail":"{read_only:false; response_revision:28234; number_of_response:1; }","duration":"797.181071ms","start":"2026-08-22T15:29:39.298248Z","end":"2026-08-22T15:29:40.095429Z","steps":["trace[938447315] 'process raft request' (duration: 796.7758ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:40.096341Z","caller":"traceutil/trace.go:171","msg":"trace[37778951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28234; }","duration":"986.323859ms","start":"2026-08-22T15:29:39.110003Z","end":"2026-08-22T15:29:40.096327Z","steps":["trace[37778951] 'agreement among raft nodes before linearized reading' (duration: 985.454215ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:40.096036Z","caller":"traceutil/trace.go:171","msg":"trace[1257120230] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28234; }","duration":"2.638112514s","start":"2026-08-22T15:29:37.457902Z","end":"2026-08-22T15:29:40.096015Z","steps":["trace[1257120230] 'agreement among raft nodes before linearized reading' (duration: 2.637851597s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:40.096391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:39.109986Z","time spent":"986.392371ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T15:29:40.096256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583820053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:29:40.096419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.658075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:40.096234Z","caller":"traceutil/trace.go:171","msg":"trace[1244150072] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28234; }","duration":"1.72261841s","start":"2026-08-22T15:29:38.373414Z","end":"2026-08-22T15:29:40.096033Z","steps":["trace[1244150072] 'agreement among raft nodes before linearized reading' (duration: 1.722292841s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:40.096438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.159851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16790"} {"level":"info","ts":"2026-08-22T15:29:40.096466Z","caller":"traceutil/trace.go:171","msg":"trace[1418192797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28234; }","duration":"219.765517ms","start":"2026-08-22T15:29:39.87669Z","end":"2026-08-22T15:29:40.096456Z","steps":["trace[1418192797] 'agreement among raft nodes before linearized reading' (duration: 219.635104ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:40.09643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:39.298223Z","time spent":"798.150276ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:40.096496Z","caller":"traceutil/trace.go:171","msg":"trace[715429492] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28234; }","duration":"520.240674ms","start":"2026-08-22T15:29:39.576241Z","end":"2026-08-22T15:29:40.096481Z","steps":["trace[715429492] 'agreement among raft nodes before linearized reading' (duration: 520.079119ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:40.096581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:39.576216Z","time spent":"520.352177ms","remote":"127.0.0.1:34708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16813,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-08-22T15:29:40.096458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:37.457892Z","time spent":"2.638534626s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-08-22T15:29:40.096605Z","caller":"traceutil/trace.go:171","msg":"trace[662389311] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28234; }","duration":"2.584379988s","start":"2026-08-22T15:29:37.512072Z","end":"2026-08-22T15:29:40.096452Z","steps":["trace[662389311] 'agreement among raft nodes before linearized reading' (duration: 2.583654018s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:40.096472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:38.373392Z","time spent":"1.723070882s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":248,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:40.096354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.04448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.124\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-08-22T15:29:40.09674Z","caller":"traceutil/trace.go:171","msg":"trace[724297924] range","detail":"{range_begin:/registry/masterleases/199.19.213.124; range_end:; response_count:1; response_revision:28234; }","duration":"922.494121ms","start":"2026-08-22T15:29:39.174235Z","end":"2026-08-22T15:29:40.096729Z","steps":["trace[724297924] 'agreement among raft nodes before linearized reading' (duration: 921.70233ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:40.09674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670248134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-08-22T15:29:40.096788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:39.174216Z","time spent":"922.560944ms","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.124\" "} {"level":"warn","ts":"2026-08-22T15:29:40.096694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:37.512056Z","time spent":"2.584621614s","remote":"127.0.0.1:58100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:40.096915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668554849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-08-22T15:29:40.096797Z","caller":"traceutil/trace.go:171","msg":"trace[1386718330] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28234; }","duration":"2.670559253s","start":"2026-08-22T15:29:37.426218Z","end":"2026-08-22T15:29:40.096777Z","steps":["trace[1386718330] 'agreement among raft nodes before linearized reading' (duration: 2.669630968s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:40.09698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:37.426193Z","time spent":"2.670776528s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-22T15:29:40.096985Z","caller":"traceutil/trace.go:171","msg":"trace[1736024084] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28234; }","duration":"2.668677242s","start":"2026-08-22T15:29:37.42829Z","end":"2026-08-22T15:29:40.096968Z","steps":["trace[1736024084] 'agreement among raft nodes before linearized reading' (duration: 2.667335466s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:40.097028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:37.428262Z","time spent":"2.668757074s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:29:41.284245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.1463ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:41.284354Z","caller":"traceutil/trace.go:171","msg":"trace[338282574] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28234; }","duration":"711.266893ms","start":"2026-08-22T15:29:40.573071Z","end":"2026-08-22T15:29:41.284337Z","steps":["trace[338282574] 'range keys from in-memory index tree' (duration: 711.127609ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:41.284472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.839091ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-08-22T15:29:41.28456Z","caller":"traceutil/trace.go:171","msg":"trace[1560927716] linearizableReadLoop","detail":"{readStateIndex:29525; appliedIndex:29524; }","duration":"1.184215711s","start":"2026-08-22T15:29:40.100326Z","end":"2026-08-22T15:29:41.284542Z","steps":["trace[1560927716] 'read index received' (duration: 479.313449ms)","trace[1560927716] 'applied index is now lower than readState.Index' (duration: 704.900592ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:41.28462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:40.098861Z","time spent":"1.185755832s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-22T15:29:41.284857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184501939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-08-22T15:29:41.284944Z","caller":"traceutil/trace.go:171","msg":"trace[991554475] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28234; }","duration":"1.184653924s","start":"2026-08-22T15:29:40.100268Z","end":"2026-08-22T15:29:41.284922Z","steps":["trace[991554475] 'agreement among raft nodes before linearized reading' (duration: 1.184347285s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:41.284987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:40.100241Z","time spent":"1.184731596s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:29:41.609263Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029593686s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-22T15:29:42.497508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.974967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:29:42.498535Z","caller":"traceutil/trace.go:171","msg":"trace[37195889] transaction","detail":"{read_only:false; response_revision:28235; number_of_response:1; }","duration":"2.39679147s","start":"2026-08-22T15:29:40.101707Z","end":"2026-08-22T15:29:42.498498Z","steps":["trace[37195889] 'process raft request' (duration: 1.507745834s)","trace[37195889] 'compare' (duration: 887.795913ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:42.498689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:40.101689Z","time spent":"2.396924714s","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T15:29:42.498937Z","caller":"traceutil/trace.go:171","msg":"trace[452818082] transaction","detail":"{read_only:false; response_revision:28236; number_of_response:1; }","duration":"2.395863315s","start":"2026-08-22T15:29:40.103053Z","end":"2026-08-22T15:29:42.498916Z","steps":["trace[452818082] 'process raft request' (duration: 2.395459535s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:42.498961Z","caller":"traceutil/trace.go:171","msg":"trace[1444733347] transaction","detail":"{read_only:false; response_revision:28237; number_of_response:1; }","duration":"2.394835339s","start":"2026-08-22T15:29:40.104088Z","end":"2026-08-22T15:29:42.498924Z","steps":["trace[1444733347] 'process raft request' (duration: 2.394707695s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:42.499046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:40.103033Z","time spent":"2.395955408s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:42.499183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:40.104075Z","time spent":"2.394985522s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:42.49932Z","caller":"traceutil/trace.go:171","msg":"trace[313525895] transaction","detail":"{read_only:false; response_revision:28239; number_of_response:1; }","duration":"2.394859159s","start":"2026-08-22T15:29:40.104448Z","end":"2026-08-22T15:29:42.499307Z","steps":["trace[313525895] 'process raft request' (duration: 2.394666384s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:42.499304Z","caller":"traceutil/trace.go:171","msg":"trace[2128374614] transaction","detail":"{read_only:false; response_revision:28238; number_of_response:1; }","duration":"2.395087895s","start":"2026-08-22T15:29:40.104184Z","end":"2026-08-22T15:29:42.499271Z","steps":["trace[2128374614] 'process raft request' (duration: 2.394679194s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:42.49939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:40.104441Z","time spent":"2.39491241s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:42.499453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:40.104155Z","time spent":"2.395219429s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:42.499473Z","caller":"traceutil/trace.go:171","msg":"trace[676108690] transaction","detail":"{read_only:false; response_revision:28240; number_of_response:1; }","duration":"2.357044447s","start":"2026-08-22T15:29:40.14242Z","end":"2026-08-22T15:29:42.499464Z","steps":["trace[676108690] 'process raft request' (duration: 2.356841642s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:42.499515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:40.142407Z","time spent":"2.357084789s","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16428,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:42.499498Z","caller":"traceutil/trace.go:171","msg":"trace[1657396643] linearizableReadLoop","detail":"{readStateIndex:29531; appliedIndex:29525; }","duration":"1.214894821s","start":"2026-08-22T15:29:41.28458Z","end":"2026-08-22T15:29:42.499475Z","steps":["trace[1657396643] 'read index received' (duration: 324.89082ms)","trace[1657396643] 'applied index is now lower than readState.Index' (duration: 890.002331ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:29:42.499502Z","caller":"traceutil/trace.go:171","msg":"trace[1970420433] transaction","detail":"{read_only:false; response_revision:28242; number_of_response:1; }","duration":"1.210429032s","start":"2026-08-22T15:29:41.28906Z","end":"2026-08-22T15:29:42.499489Z","steps":["trace[1970420433] 'process raft request' (duration: 1.21037953s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:42.499688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:41.289043Z","time spent":"1.210579915s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:42.499779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397838539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:42.499877Z","caller":"traceutil/trace.go:171","msg":"trace[455525887] transaction","detail":"{read_only:false; response_revision:28241; number_of_response:1; }","duration":"1.214376467s","start":"2026-08-22T15:29:41.285489Z","end":"2026-08-22T15:29:42.499865Z","steps":["trace[455525887] 'process raft request' (duration: 1.213892324s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:42.499971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231852059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-08-22T15:29:42.500006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:41.28546Z","time spent":"1.214443679s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:42.500056Z","caller":"traceutil/trace.go:171","msg":"trace[1371233669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28242; }","duration":"2.23189601s","start":"2026-08-22T15:29:40.268105Z","end":"2026-08-22T15:29:42.500001Z","steps":["trace[1371233669] 'agreement among raft nodes before linearized reading' (duration: 2.231480879s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:42.500147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:40.268018Z","time spent":"2.232057844s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-22T15:29:42.50019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624767203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:42.500226Z","caller":"traceutil/trace.go:171","msg":"trace[134112690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28242; }","duration":"1.624849085s","start":"2026-08-22T15:29:40.875368Z","end":"2026-08-22T15:29:42.500217Z","steps":["trace[134112690] 'agreement among raft nodes before linearized reading' (duration: 1.624790554s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:42.500256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:40.875343Z","time spent":"1.624907337s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T15:29:42.500326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399735189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-64334528-4bf5-4257-9bc4-ef9188c0b029\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-08-22T15:29:42.500353Z","caller":"traceutil/trace.go:171","msg":"trace[316963828] range","detail":"{range_begin:/registry/persistentvolumes/pvc-64334528-4bf5-4257-9bc4-ef9188c0b029; range_end:; response_count:1; response_revision:28242; }","duration":"2.399836242s","start":"2026-08-22T15:29:40.100509Z","end":"2026-08-22T15:29:42.500345Z","steps":["trace[316963828] 'agreement among raft nodes before linearized reading' (duration: 2.399673017s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:42.500396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:40.100484Z","time spent":"2.399904164s","remote":"127.0.0.1:34678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-64334528-4bf5-4257-9bc4-ef9188c0b029\" "} {"level":"info","ts":"2026-08-22T15:29:42.500163Z","caller":"traceutil/trace.go:171","msg":"trace[329919688] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28242; }","duration":"2.397954921s","start":"2026-08-22T15:29:40.101856Z","end":"2026-08-22T15:29:42.499811Z","steps":["trace[329919688] 'agreement among raft nodes before linearized reading' (duration: 2.397745206s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:42.500436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897365803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:29:42.500457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:40.101848Z","time spent":"2.398599399s","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-08-22T15:29:42.500482Z","caller":"traceutil/trace.go:171","msg":"trace[499351253] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:28242; }","duration":"1.897471317s","start":"2026-08-22T15:29:40.602983Z","end":"2026-08-22T15:29:42.500454Z","steps":["trace[499351253] 'agreement among raft nodes before linearized reading' (duration: 1.897373104s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:42.500507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:40.602955Z","time spent":"1.897544149s","remote":"127.0.0.1:59690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:42.50049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400065248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-22T15:29:42.500555Z","caller":"traceutil/trace.go:171","msg":"trace[879528269] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28242; }","duration":"2.400156851s","start":"2026-08-22T15:29:40.100381Z","end":"2026-08-22T15:29:42.500538Z","steps":["trace[879528269] 'agreement among raft nodes before linearized reading' (duration: 2.399939535s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:42.500592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:40.100368Z","time spent":"2.400216052s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:29:43.000343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847202,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T15:29:43.41041Z","caller":"traceutil/trace.go:171","msg":"trace[638779393] transaction","detail":"{read_only:false; response_revision:28247; number_of_response:1; }","duration":"1.304786525s","start":"2026-08-22T15:29:42.105591Z","end":"2026-08-22T15:29:43.410377Z","steps":["trace[638779393] 'process raft request' (duration: 1.304734374s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:43.410504Z","caller":"traceutil/trace.go:171","msg":"trace[655808671] transaction","detail":"{read_only:false; response_revision:28243; number_of_response:1; }","duration":"1.306612584s","start":"2026-08-22T15:29:42.103881Z","end":"2026-08-22T15:29:43.410494Z","steps":["trace[655808671] 'process raft request' (duration: 1.278235695s)","trace[655808671] 'compare' (duration: 27.096945ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:29:43.410508Z","caller":"traceutil/trace.go:171","msg":"trace[1497010936] transaction","detail":"{read_only:false; response_revision:28246; number_of_response:1; }","duration":"1.306384008s","start":"2026-08-22T15:29:42.104075Z","end":"2026-08-22T15:29:43.410459Z","steps":["trace[1497010936] 'process raft request' (duration: 1.306210753s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:43.410588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:42.103852Z","time spent":"1.306675625s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:43.410597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:42.105579Z","time spent":"1.304929769s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:43.41044Z","caller":"traceutil/trace.go:171","msg":"trace[453967059] transaction","detail":"{read_only:false; response_revision:28245; number_of_response:1; }","duration":"1.306378398s","start":"2026-08-22T15:29:42.104047Z","end":"2026-08-22T15:29:43.410425Z","steps":["trace[453967059] 'process raft request' (duration: 1.306201633s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:43.410685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:42.104034Z","time spent":"1.306553763s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:43.410776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:42.104007Z","time spent":"1.306673235s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:43.410458Z","caller":"traceutil/trace.go:171","msg":"trace[818267176] transaction","detail":"{read_only:false; response_revision:28244; number_of_response:1; }","duration":"1.306442559s","start":"2026-08-22T15:29:42.103976Z","end":"2026-08-22T15:29:43.410418Z","steps":["trace[818267176] 'process raft request' (duration: 1.306165752s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:43.410952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:42.103968Z","time spent":"1.306903732s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:44.501965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999397114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T15:29:44.50205Z","caller":"traceutil/trace.go:171","msg":"trace[2147197249] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999532067s","start":"2026-08-22T15:29:42.502498Z","end":"2026-08-22T15:29:44.50203Z","steps":["trace[2147197249] 'agreement among raft nodes before linearized reading' (duration: 1.999427304s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:44.502105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:42.502485Z","time spent":"1.999604019s","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 15:29:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:29:44.835805Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.453672488s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-22T15:29:45.508839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.559248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:29:45.509086Z","caller":"traceutil/trace.go:171","msg":"trace[287361639] linearizableReadLoop","detail":"{readStateIndex:29541; appliedIndex:29533; }","duration":"3.009495888s","start":"2026-08-22T15:29:42.499572Z","end":"2026-08-22T15:29:45.509068Z","steps":["trace[287361639] 'read index received' (duration: 882.514823ms)","trace[287361639] 'applied index is now lower than readState.Index' (duration: 2.126979865s)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:29:45.509169Z","caller":"traceutil/trace.go:171","msg":"trace[1331825523] transaction","detail":"{read_only:false; response_revision:28248; number_of_response:1; }","duration":"3.004407172s","start":"2026-08-22T15:29:42.504751Z","end":"2026-08-22T15:29:45.509158Z","steps":["trace[1331825523] 'process raft request' (duration: 2.331442303s)","trace[1331825523] 'compare' (duration: 672.436425ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:45.509229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:42.504737Z","time spent":"3.004457514s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:45.509423Z","caller":"traceutil/trace.go:171","msg":"trace[704773106] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28248; }","duration":"3.0032117s","start":"2026-08-22T15:29:42.506201Z","end":"2026-08-22T15:29:45.509413Z","steps":["trace[704773106] 'process raft request' (duration: 3.002747978s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:45.509469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:42.506192Z","time spent":"3.003255291s","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T15:29:45.509557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.549001956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:45.509632Z","caller":"traceutil/trace.go:171","msg":"trace[1187082974] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28249; }","duration":"3.549093419s","start":"2026-08-22T15:29:41.960518Z","end":"2026-08-22T15:29:45.509611Z","steps":["trace[1187082974] 'agreement among raft nodes before linearized reading' (duration: 3.548929464s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:45.509675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.603047862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:29:45.50968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:41.960451Z","time spent":"3.549217962s","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:29:45.50971Z","caller":"traceutil/trace.go:171","msg":"trace[980918315] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:28249; }","duration":"3.603142544s","start":"2026-08-22T15:29:41.906555Z","end":"2026-08-22T15:29:45.509697Z","steps":["trace[980918315] 'agreement among raft nodes before linearized reading' (duration: 3.603064192s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:45.50974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:41.906532Z","time spent":"3.603200146s","remote":"127.0.0.1:53984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:45.509922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.932551904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T15:29:45.509946Z","caller":"traceutil/trace.go:171","msg":"trace[1146024965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28249; }","duration":"3.932606435s","start":"2026-08-22T15:29:41.577332Z","end":"2026-08-22T15:29:45.509939Z","steps":["trace[1146024965] 'agreement among raft nodes before linearized reading' (duration: 3.932510873s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:45.50996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:41.577314Z","time spent":"3.932642657s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-22T15:29:45.51005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.891492196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:45.510064Z","caller":"traceutil/trace.go:171","msg":"trace[1445067619] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:28249; }","duration":"3.891518277s","start":"2026-08-22T15:29:41.618541Z","end":"2026-08-22T15:29:45.510059Z","steps":["trace[1445067619] 'agreement among raft nodes before linearized reading' (duration: 3.891491906s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:45.51008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:41.618535Z","time spent":"3.891542057s","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:45.510182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.932072421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-08-22T15:29:45.510198Z","caller":"traceutil/trace.go:171","msg":"trace[939525972] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28249; }","duration":"3.932094812s","start":"2026-08-22T15:29:41.578097Z","end":"2026-08-22T15:29:45.510192Z","steps":["trace[939525972] 'agreement among raft nodes before linearized reading' (duration: 3.932050981s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:45.510046Z","caller":"traceutil/trace.go:171","msg":"trace[113405267] transaction","detail":"{read_only:false; response_revision:28249; number_of_response:1; }","duration":"3.003404585s","start":"2026-08-22T15:29:42.506627Z","end":"2026-08-22T15:29:45.510031Z","steps":["trace[113405267] 'process raft request' (duration: 3.002369497s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:45.51021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:41.578094Z","time spent":"3.932113803s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-08-22T15:29:45.510282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:42.50662Z","time spent":"3.00360223s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:45.510339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.932443381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-08-22T15:29:45.510323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.28102835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:45.510379Z","caller":"traceutil/trace.go:171","msg":"trace[1919113096] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28249; }","duration":"3.932494493s","start":"2026-08-22T15:29:41.577872Z","end":"2026-08-22T15:29:45.510366Z","steps":["trace[1919113096] 'agreement among raft nodes before linearized reading' (duration: 3.932349839s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:45.510385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.342147085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-22T15:29:45.510413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:41.577867Z","time spent":"3.932538874s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-22T15:29:45.510419Z","caller":"traceutil/trace.go:171","msg":"trace[1686114205] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28249; }","duration":"3.342218747s","start":"2026-08-22T15:29:42.168188Z","end":"2026-08-22T15:29:45.510406Z","steps":["trace[1686114205] 'agreement among raft nodes before linearized reading' (duration: 3.342165846s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:45.510463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244311538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:45.510406Z","caller":"traceutil/trace.go:171","msg":"trace[1306546921] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28249; }","duration":"3.281142393s","start":"2026-08-22T15:29:42.229239Z","end":"2026-08-22T15:29:45.510381Z","steps":["trace[1306546921] 'agreement among raft nodes before linearized reading' (duration: 3.280976499s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:45.510498Z","caller":"traceutil/trace.go:171","msg":"trace[264799302] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:28249; }","duration":"3.24437903s","start":"2026-08-22T15:29:42.266107Z","end":"2026-08-22T15:29:45.510486Z","steps":["trace[264799302] 'agreement among raft nodes before linearized reading' (duration: 3.244325999s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:45.510509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:42.229202Z","time spent":"3.281297287s","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:45.510535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:42.266094Z","time spent":"3.244431061s","remote":"127.0.0.1:58186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:45.510626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261915579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:45.51071Z","caller":"traceutil/trace.go:171","msg":"trace[1816549092] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:28249; }","duration":"3.262097924s","start":"2026-08-22T15:29:42.248587Z","end":"2026-08-22T15:29:45.510685Z","steps":["trace[1816549092] 'agreement among raft nodes before linearized reading' (duration: 3.261890999s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:45.510757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:42.248576Z","time spent":"3.262167496s","remote":"127.0.0.1:34932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:45.51047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:42.168167Z","time spent":"3.342272968s","remote":"127.0.0.1:54106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:46.009743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T15:29:46.327365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.491209561s","expected-duration":"1s"} {"level":"info","ts":"2026-08-22T15:29:46.32981Z","caller":"traceutil/trace.go:171","msg":"trace[1175447805] transaction","detail":"{read_only:false; response_revision:28250; number_of_response:1; }","duration":"1.749751655s","start":"2026-08-22T15:29:44.580034Z","end":"2026-08-22T15:29:46.329786Z","steps":["trace[1175447805] 'process raft request' (duration: 1.748646106s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:46.329945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:44.580016Z","time spent":"1.749855059s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:46.511091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000342188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-22T15:29:46.511184Z","caller":"traceutil/trace.go:171","msg":"trace[1670505948] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000493482s","start":"2026-08-22T15:29:44.510669Z","end":"2026-08-22T15:29:46.511163Z","steps":["trace[1670505948] 'agreement among raft nodes before linearized reading' (duration: 2.000377079s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:46.51127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:44.510649Z","time spent":"2.000609765s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 15:29:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:29:47.268663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.842019ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-08-22T15:29:47.269694Z","caller":"traceutil/trace.go:171","msg":"trace[1507024445] transaction","detail":"{read_only:false; response_revision:28252; number_of_response:1; }","duration":"1.851030614s","start":"2026-08-22T15:29:45.41864Z","end":"2026-08-22T15:29:47.26967Z","steps":["trace[1507024445] 'process raft request' (duration: 1.850907001s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:47.269713Z","caller":"traceutil/trace.go:171","msg":"trace[1939241004] transaction","detail":"{read_only:false; response_revision:28253; number_of_response:1; }","duration":"1.851025525s","start":"2026-08-22T15:29:45.418664Z","end":"2026-08-22T15:29:47.26969Z","steps":["trace[1939241004] 'process raft request' (duration: 1.850943903s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:47.269721Z","caller":"traceutil/trace.go:171","msg":"trace[2007044909] transaction","detail":"{read_only:false; response_revision:28251; number_of_response:1; }","duration":"1.852789251s","start":"2026-08-22T15:29:45.416888Z","end":"2026-08-22T15:29:47.269678Z","steps":["trace[2007044909] 'process raft request' (duration: 1.852469943s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.269818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:45.418569Z","time spent":"1.851185319s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:47.269818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:45.418641Z","time spent":"1.851122707s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:47.269876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:45.416861Z","time spent":"1.852935336s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:47.269961Z","caller":"traceutil/trace.go:171","msg":"trace[1471807455] transaction","detail":"{read_only:false; response_revision:28254; number_of_response:1; }","duration":"1.851181549s","start":"2026-08-22T15:29:45.418771Z","end":"2026-08-22T15:29:47.269952Z","steps":["trace[1471807455] 'process raft request' (duration: 1.850881671s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.270003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:45.418738Z","time spent":"1.851245121s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:47.270025Z","caller":"traceutil/trace.go:171","msg":"trace[990690107] transaction","detail":"{read_only:false; response_revision:28255; number_of_response:1; }","duration":"1.851211249s","start":"2026-08-22T15:29:45.418792Z","end":"2026-08-22T15:29:47.270004Z","steps":["trace[990690107] 'process raft request' (duration: 1.851012244s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:47.270038Z","caller":"traceutil/trace.go:171","msg":"trace[1448962518] transaction","detail":"{read_only:false; response_revision:28256; number_of_response:1; }","duration":"1.755193271s","start":"2026-08-22T15:29:45.514833Z","end":"2026-08-22T15:29:47.270027Z","steps":["trace[1448962518] 'process raft request' (duration: 1.755041207s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.270104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:45.514824Z","time spent":"1.755251123s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:47.270083Z","caller":"traceutil/trace.go:171","msg":"trace[1816035729] linearizableReadLoop","detail":"{readStateIndex:29551; appliedIndex:29541; }","duration":"1.760942236s","start":"2026-08-22T15:29:45.509115Z","end":"2026-08-22T15:29:47.270057Z","steps":["trace[1816035729] 'read index received' (duration: 819.472786ms)","trace[1816035729] 'applied index is now lower than readState.Index' (duration: 941.46838ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:29:47.270119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:45.418772Z","time spent":"1.851301682s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:47.270157Z","caller":"traceutil/trace.go:171","msg":"trace[974706629] transaction","detail":"{read_only:false; response_revision:28257; number_of_response:1; }","duration":"1.754919574s","start":"2026-08-22T15:29:45.515231Z","end":"2026-08-22T15:29:47.27015Z","steps":["trace[974706629] 'process raft request' (duration: 1.754744749s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.270165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.00456696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:29:47.270199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:45.51522Z","time spent":"1.754958355s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:47.270226Z","caller":"traceutil/trace.go:171","msg":"trace[2125450065] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28258; }","duration":"4.004632122s","start":"2026-08-22T15:29:43.265578Z","end":"2026-08-22T15:29:47.27021Z","steps":["trace[2125450065] 'agreement among raft nodes before linearized reading' (duration: 4.004523679s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:47.270285Z","caller":"traceutil/trace.go:171","msg":"trace[452503970] transaction","detail":"{read_only:false; response_revision:28258; number_of_response:1; }","duration":"1.753459335s","start":"2026-08-22T15:29:45.51682Z","end":"2026-08-22T15:29:47.270279Z","steps":["trace[452503970] 'process raft request' (duration: 1.753192447s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.27029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.759527982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:29:47.270327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:45.516813Z","time spent":"1.753498056s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:47.270329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.521323486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:47.270361Z","caller":"traceutil/trace.go:171","msg":"trace[1444117333] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:28258; }","duration":"3.521397198s","start":"2026-08-22T15:29:43.748955Z","end":"2026-08-22T15:29:47.270352Z","steps":["trace[1444117333] 'agreement among raft nodes before linearized reading' (duration: 3.521349456s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.270405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076437803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:47.270423Z","caller":"traceutil/trace.go:171","msg":"trace[495104491] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:28258; }","duration":"2.076498714s","start":"2026-08-22T15:29:45.193918Z","end":"2026-08-22T15:29:47.270417Z","steps":["trace[495104491] 'agreement among raft nodes before linearized reading' (duration: 2.076466973s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.27042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:43.748931Z","time spent":"3.52147643s","remote":"127.0.0.1:59900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:47.270439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:45.193894Z","time spent":"2.076541696s","remote":"127.0.0.1:59818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:47.27058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759921743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ce2a457fd856cf\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-08-22T15:29:47.2706Z","caller":"traceutil/trace.go:171","msg":"trace[1220925990] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ce2a457fd856cf; range_end:; response_count:1; response_revision:28258; }","duration":"2.759963484s","start":"2026-08-22T15:29:44.510632Z","end":"2026-08-22T15:29:47.270595Z","steps":["trace[1220925990] 'agreement among raft nodes before linearized reading' (duration: 2.759879022s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.270613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:44.510621Z","time spent":"2.759988494s","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ce2a457fd856cf\" "} {"level":"warn","ts":"2026-08-22T15:29:47.270709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76056068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-08-22T15:29:47.270713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884244852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:29:47.270728Z","caller":"traceutil/trace.go:171","msg":"trace[1200109748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28258; }","duration":"2.76060206s","start":"2026-08-22T15:29:44.510121Z","end":"2026-08-22T15:29:47.270723Z","steps":["trace[1200109748] 'agreement among raft nodes before linearized reading' (duration: 2.760553369s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.270742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:44.51011Z","time spent":"2.760628692s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-22T15:29:47.270744Z","caller":"traceutil/trace.go:171","msg":"trace[394911376] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:28258; }","duration":"3.884305924s","start":"2026-08-22T15:29:43.386429Z","end":"2026-08-22T15:29:47.270735Z","steps":["trace[394911376] 'agreement among raft nodes before linearized reading' (duration: 3.884184991s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.270785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:43.386413Z","time spent":"3.884364496s","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:47.270825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767722231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-08-22T15:29:47.270845Z","caller":"traceutil/trace.go:171","msg":"trace[1666955559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28258; }","duration":"2.767782213s","start":"2026-08-22T15:29:44.503057Z","end":"2026-08-22T15:29:47.27084Z","steps":["trace[1666955559] 'agreement among raft nodes before linearized reading' (duration: 2.767737511s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.270858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:44.503036Z","time spent":"2.767819184s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-22T15:29:47.270127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143380108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:47.27091Z","caller":"traceutil/trace.go:171","msg":"trace[635551323] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:28258; }","duration":"3.1442036s","start":"2026-08-22T15:29:44.126693Z","end":"2026-08-22T15:29:47.270897Z","steps":["trace[635551323] 'agreement among raft nodes before linearized reading' (duration: 3.143377358s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.270943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:44.12667Z","time spent":"3.144262442s","remote":"127.0.0.1:58264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:47.270281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:43.265517Z","time spent":"4.004751865s","remote":"127.0.0.1:57804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:29:47.270318Z","caller":"traceutil/trace.go:171","msg":"trace[375820172] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28258; }","duration":"4.759554232s","start":"2026-08-22T15:29:42.510757Z","end":"2026-08-22T15:29:47.270311Z","steps":["trace[375820172] 'agreement among raft nodes before linearized reading' (duration: 4.759512531s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.271031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:42.510729Z","time spent":"4.760289692s","remote":"127.0.0.1:34796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-08-22T15:29:47.271062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.944020522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:47.271116Z","caller":"traceutil/trace.go:171","msg":"trace[1101039780] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:28258; }","duration":"3.944129585s","start":"2026-08-22T15:29:43.326969Z","end":"2026-08-22T15:29:47.271099Z","steps":["trace[1101039780] 'agreement among raft nodes before linearized reading' (duration: 3.944027532s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.271145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.76879778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-08-22T15:29:47.27116Z","caller":"traceutil/trace.go:171","msg":"trace[699387062] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28258; }","duration":"4.768848531s","start":"2026-08-22T15:29:42.502307Z","end":"2026-08-22T15:29:47.271155Z","steps":["trace[699387062] 'agreement among raft nodes before linearized reading' (duration: 4.76879777s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.271163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:43.326951Z","time spent":"3.944200756s","remote":"127.0.0.1:49718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:47.271175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:42.502287Z","time spent":"4.768882731s","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-08-22T15:29:47.271143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.043872907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:47.271248Z","caller":"traceutil/trace.go:171","msg":"trace[1226245476] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:28258; }","duration":"3.044062372s","start":"2026-08-22T15:29:44.227162Z","end":"2026-08-22T15:29:47.271224Z","steps":["trace[1226245476] 'agreement among raft nodes before linearized reading' (duration: 3.043882847s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.271283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.766679363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"warn","ts":"2026-08-22T15:29:47.271307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:44.227135Z","time spent":"3.044160285s","remote":"127.0.0.1:54026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:47.270237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.51043612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:47.271331Z","caller":"traceutil/trace.go:171","msg":"trace[507032193] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28258; }","duration":"4.766738914s","start":"2026-08-22T15:29:42.504575Z","end":"2026-08-22T15:29:47.271314Z","steps":["trace[507032193] 'agreement among raft nodes before linearized reading' (duration: 4.766526059s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:47.271353Z","caller":"traceutil/trace.go:171","msg":"trace[1201827960] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28258; }","duration":"4.511612741s","start":"2026-08-22T15:29:42.759732Z","end":"2026-08-22T15:29:47.271345Z","steps":["trace[1201827960] 'agreement among raft nodes before linearized reading' (duration: 4.51044746s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.271366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:42.504566Z","time spent":"4.766792566s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:29:47.271391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.764401832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-08-22T15:29:47.271419Z","caller":"traceutil/trace.go:171","msg":"trace[471922769] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:28258; }","duration":"4.764468974s","start":"2026-08-22T15:29:42.506942Z","end":"2026-08-22T15:29:47.271411Z","steps":["trace[471922769] 'agreement among raft nodes before linearized reading' (duration: 4.764384622s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.271376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:42.759709Z","time spent":"4.511659343s","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:47.271448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:42.50692Z","time spent":"4.764521315s","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-08-22T15:29:47.351893Z","caller":"traceutil/trace.go:171","msg":"trace[57104219] transaction","detail":"{read_only:false; response_revision:28259; number_of_response:1; }","duration":"457.584408ms","start":"2026-08-22T15:29:46.894295Z","end":"2026-08-22T15:29:47.351879Z","steps":["trace[57104219] 'process raft request' (duration: 457.437344ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.352013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:46.894264Z","time spent":"457.676061ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:47.352147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.691534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:47.352173Z","caller":"traceutil/trace.go:171","msg":"trace[1294017507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28260; }","duration":"840.716175ms","start":"2026-08-22T15:29:46.51145Z","end":"2026-08-22T15:29:47.352166Z","steps":["trace[1294017507] 'agreement among raft nodes before linearized reading' (duration: 840.648643ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.352196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:46.511369Z","time spent":"840.822947ms","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T15:29:47.352248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455638131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:47.352324Z","caller":"traceutil/trace.go:171","msg":"trace[1703090158] transaction","detail":"{read_only:false; response_revision:28260; number_of_response:1; }","duration":"272.698163ms","start":"2026-08-22T15:29:47.079618Z","end":"2026-08-22T15:29:47.352317Z","steps":["trace[1703090158] 'process raft request' (duration: 272.22974ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:47.352335Z","caller":"traceutil/trace.go:171","msg":"trace[1166177849] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:28260; }","duration":"1.455786365s","start":"2026-08-22T15:29:45.896526Z","end":"2026-08-22T15:29:47.352312Z","steps":["trace[1166177849] 'agreement among raft nodes before linearized reading' (duration: 1.455643181s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.352401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.922589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:47.352428Z","caller":"traceutil/trace.go:171","msg":"trace[2043278323] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:28260; }","duration":"226.98616ms","start":"2026-08-22T15:29:47.125434Z","end":"2026-08-22T15:29:47.35242Z","steps":["trace[2043278323] 'agreement among raft nodes before linearized reading' (duration: 226.944289ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.35239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:45.896499Z","time spent":"1.455878167s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:47.352528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84076412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"warn","ts":"2026-08-22T15:29:47.352506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837367189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-22T15:29:47.352564Z","caller":"traceutil/trace.go:171","msg":"trace[1187281698] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:28260; }","duration":"1.840819602s","start":"2026-08-22T15:29:45.511735Z","end":"2026-08-22T15:29:47.352555Z","steps":["trace[1187281698] 'agreement among raft nodes before linearized reading' (duration: 1.840681108s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:47.352586Z","caller":"traceutil/trace.go:171","msg":"trace[236232525] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28260; }","duration":"1.837495312s","start":"2026-08-22T15:29:45.515071Z","end":"2026-08-22T15:29:47.352567Z","steps":["trace[236232525] 'agreement among raft nodes before linearized reading' (duration: 1.837245216s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.352605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:45.511724Z","time spent":"1.840869283s","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-08-22T15:29:47.352639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:45.515055Z","time spent":"1.837571834s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:29:47.35255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.183956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:47.352793Z","caller":"traceutil/trace.go:171","msg":"trace[1760766678] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28260; }","duration":"399.472294ms","start":"2026-08-22T15:29:46.953296Z","end":"2026-08-22T15:29:47.352769Z","steps":["trace[1760766678] 'agreement among raft nodes before linearized reading' (duration: 399.224967ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.352878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:46.953274Z","time spent":"399.574337ms","remote":"127.0.0.1:49678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} 2026/08/22 15:29:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/08/22 15:29:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-08-22T15:29:47.813217Z","caller":"traceutil/trace.go:171","msg":"trace[821252659] linearizableReadLoop","detail":"{readStateIndex:29557; appliedIndex:29553; }","duration":"461.148444ms","start":"2026-08-22T15:29:47.35205Z","end":"2026-08-22T15:29:47.813198Z","steps":["trace[821252659] 'read index received' (duration: 461.00314ms)","trace[821252659] 'applied index is now lower than readState.Index' (duration: 144.134µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:29:47.813236Z","caller":"traceutil/trace.go:171","msg":"trace[1717563458] transaction","detail":"{read_only:false; response_revision:28261; number_of_response:1; }","duration":"536.983871ms","start":"2026-08-22T15:29:47.276204Z","end":"2026-08-22T15:29:47.813188Z","steps":["trace[1717563458] 'process raft request' (duration: 536.767766ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.813286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.102032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:29:47.813318Z","caller":"traceutil/trace.go:171","msg":"trace[1956750239] transaction","detail":"{read_only:false; response_revision:28262; number_of_response:1; }","duration":"536.54943ms","start":"2026-08-22T15:29:47.276742Z","end":"2026-08-22T15:29:47.813291Z","steps":["trace[1956750239] 'process raft request' (duration: 536.366365ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.813338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.880759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-08-22T15:29:47.813329Z","caller":"traceutil/trace.go:171","msg":"trace[1970630524] transaction","detail":"{read_only:false; response_revision:28263; number_of_response:1; }","duration":"535.506783ms","start":"2026-08-22T15:29:47.277799Z","end":"2026-08-22T15:29:47.813306Z","steps":["trace[1970630524] 'process raft request' (duration: 535.345158ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:47.813361Z","caller":"traceutil/trace.go:171","msg":"trace[54026872] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28264; }","duration":"501.238476ms","start":"2026-08-22T15:29:47.312107Z","end":"2026-08-22T15:29:47.813346Z","steps":["trace[54026872] 'agreement among raft nodes before linearized reading' (duration: 501.103372ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:47.813377Z","caller":"traceutil/trace.go:171","msg":"trace[1400374458] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28264; }","duration":"539.949091ms","start":"2026-08-22T15:29:47.273412Z","end":"2026-08-22T15:29:47.813361Z","steps":["trace[1400374458] 'agreement among raft nodes before linearized reading' (duration: 539.876519ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.813399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:47.273396Z","time spent":"539.996982ms","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-08-22T15:29:47.813295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.326194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:29:47.813398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:47.312083Z","time spent":"501.306678ms","remote":"127.0.0.1:58096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:29:47.813451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:47.277789Z","time spent":"535.598335ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:47.813437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.454454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8ac02974-a42b-4a80-ba26-22df83d70f45\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-08-22T15:29:47.813497Z","caller":"traceutil/trace.go:171","msg":"trace[1196377933] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8ac02974-a42b-4a80-ba26-22df83d70f45; range_end:; response_count:1; response_revision:28264; }","duration":"537.556437ms","start":"2026-08-22T15:29:47.275926Z","end":"2026-08-22T15:29:47.813483Z","steps":["trace[1196377933] 'agreement among raft nodes before linearized reading' (duration: 537.331061ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:47.813426Z","caller":"traceutil/trace.go:171","msg":"trace[854667466] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28264; }","duration":"533.501679ms","start":"2026-08-22T15:29:47.279917Z","end":"2026-08-22T15:29:47.813419Z","steps":["trace[854667466] 'agreement among raft nodes before linearized reading' (duration: 533.310623ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:47.813484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:47.27673Z","time spent":"536.637872ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:47.813531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:47.275914Z","time spent":"537.609508ms","remote":"127.0.0.1:34678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-8ac02974-a42b-4a80-ba26-22df83d70f45\" "} {"level":"warn","ts":"2026-08-22T15:29:47.813553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:47.279904Z","time spent":"533.640552ms","remote":"127.0.0.1:34796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-08-22T15:29:47.813606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:47.276187Z","time spent":"537.150786ms","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:29:48.314114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847228,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T15:29:48.664178Z","caller":"traceutil/trace.go:171","msg":"trace[218815078] linearizableReadLoop","detail":"{readStateIndex:29560; appliedIndex:29557; }","duration":"850.883816ms","start":"2026-08-22T15:29:47.813267Z","end":"2026-08-22T15:29:48.664151Z","steps":["trace[218815078] 'read index received' (duration: 850.585758ms)","trace[218815078] 'applied index is now lower than readState.Index' (duration: 297.118µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:29:48.664312Z","caller":"traceutil/trace.go:171","msg":"trace[1662391169] transaction","detail":"{read_only:false; response_revision:28267; number_of_response:1; }","duration":"1.07872178s","start":"2026-08-22T15:29:47.585578Z","end":"2026-08-22T15:29:48.6643Z","steps":["trace[1662391169] 'process raft request' (duration: 1.078527825s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:48.664401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304057026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:29:48.664475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:47.585557Z","time spent":"1.078788072s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:29:48.664494Z","caller":"traceutil/trace.go:171","msg":"trace[497520437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28267; }","duration":"1.304204311s","start":"2026-08-22T15:29:47.360267Z","end":"2026-08-22T15:29:48.664472Z","steps":["trace[497520437] 'agreement among raft nodes before linearized reading' (duration: 1.304053657s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:48.664536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:47.360251Z","time spent":"1.304276782s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T15:29:48.664212Z","caller":"traceutil/trace.go:171","msg":"trace[2125889570] transaction","detail":"{read_only:false; response_revision:28266; number_of_response:1; }","duration":"1.300033869s","start":"2026-08-22T15:29:47.364152Z","end":"2026-08-22T15:29:48.664186Z","steps":["trace[2125889570] 'process raft request' (duration: 1.299888025s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:48.664675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.953367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-08-22T15:29:48.664743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.569815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ce2a457fd856cf\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-08-22T15:29:48.664759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.738213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:288286"} {"level":"info","ts":"2026-08-22T15:29:48.664798Z","caller":"traceutil/trace.go:171","msg":"trace[2143248992] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:28267; }","duration":"770.833895ms","start":"2026-08-22T15:29:47.893955Z","end":"2026-08-22T15:29:48.664789Z","steps":["trace[2143248992] 'agreement among raft nodes before linearized reading' (duration: 770.483636ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:48.664783Z","caller":"traceutil/trace.go:171","msg":"trace[1987937112] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28267; }","duration":"744.127052ms","start":"2026-08-22T15:29:47.920628Z","end":"2026-08-22T15:29:48.664755Z","steps":["trace[1987937112] 'agreement among raft nodes before linearized reading' (duration: 743.894065ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:29:48.664804Z","caller":"traceutil/trace.go:171","msg":"trace[2112408173] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ce2a457fd856cf; range_end:; response_count:1; response_revision:28267; }","duration":"845.628886ms","start":"2026-08-22T15:29:47.819157Z","end":"2026-08-22T15:29:48.664786Z","steps":["trace[2112408173] 'agreement among raft nodes before linearized reading' (duration: 845.479652ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:48.664826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:47.893931Z","time spent":"770.888557ms","remote":"127.0.0.1:34968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":288309,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-08-22T15:29:48.664842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:47.920598Z","time spent":"744.228344ms","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-08-22T15:29:48.664665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149293058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-22T15:29:48.664963Z","caller":"traceutil/trace.go:171","msg":"trace[494513513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28267; }","duration":"1.149641377s","start":"2026-08-22T15:29:47.515307Z","end":"2026-08-22T15:29:48.664948Z","steps":["trace[494513513] 'agreement among raft nodes before linearized reading' (duration: 1.149205655s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:48.664848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:47.819116Z","time spent":"845.720359ms","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ce2a457fd856cf\" "} {"level":"warn","ts":"2026-08-22T15:29:48.665023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:47.515277Z","time spent":"1.149733009s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-22T15:29:48.664577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.216822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-22T15:29:48.665502Z","caller":"traceutil/trace.go:171","msg":"trace[1363088448] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28267; }","duration":"850.161358ms","start":"2026-08-22T15:29:47.81532Z","end":"2026-08-22T15:29:48.665481Z","steps":["trace[1363088448] 'agreement among raft nodes before linearized reading' (duration: 849.090599ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:29:48.665629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:47.815305Z","time spent":"850.229709ms","remote":"127.0.0.1:34796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-08-22T15:29:48.665703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:29:47.364125Z","time spent":"1.300601135s","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16842,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:04.415319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847588,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T15:30:04.716646Z","caller":"traceutil/trace.go:171","msg":"trace[1157795037] transaction","detail":"{read_only:false; response_revision:28421; number_of_response:1; }","duration":"905.690442ms","start":"2026-08-22T15:30:03.810933Z","end":"2026-08-22T15:30:04.716623Z","steps":["trace[1157795037] 'process raft request' (duration: 905.507818ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:04.716771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:03.810903Z","time spent":"905.799336ms","remote":"127.0.0.1:49668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7333,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:06.114217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022471246s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-08-22T15:30:06.114394Z","caller":"traceutil/trace.go:171","msg":"trace[609911939] linearizableReadLoop","detail":"{readStateIndex:29720; appliedIndex:29718; }","duration":"2.199434163s","start":"2026-08-22T15:30:03.914946Z","end":"2026-08-22T15:30:06.114381Z","steps":["trace[609911939] 'read index received' (duration: 801.538597ms)","trace[609911939] 'applied index is now lower than readState.Index' (duration: 1.397894476s)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:06.115492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200528233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-22T15:30:06.115554Z","caller":"traceutil/trace.go:171","msg":"trace[1933949589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28421; }","duration":"2.200654766s","start":"2026-08-22T15:30:03.914883Z","end":"2026-08-22T15:30:06.115538Z","steps":["trace[1933949589] 'agreement among raft nodes before linearized reading' (duration: 2.20042895s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:06.115587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:03.914856Z","time spent":"2.200724628s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-22T15:30:06.115604Z","caller":"traceutil/trace.go:171","msg":"trace[664590152] transaction","detail":"{read_only:false; response_revision:28422; number_of_response:1; }","duration":"767.227669ms","start":"2026-08-22T15:30:05.348351Z","end":"2026-08-22T15:30:06.115579Z","steps":["trace[664590152] 'process raft request' (duration: 765.951705ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:06.115782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:05.348325Z","time spent":"767.333192ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:06.810925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.71918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:30:06.811177Z","caller":"traceutil/trace.go:171","msg":"trace[1122724050] transaction","detail":"{read_only:false; response_revision:28423; number_of_response:1; }","duration":"1.461809236s","start":"2026-08-22T15:30:05.349347Z","end":"2026-08-22T15:30:06.811157Z","steps":["trace[1122724050] 'process raft request' (duration: 766.760207ms)","trace[1122724050] 'compare' (duration: 693.95811ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:06.811294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:05.34934Z","time spent":"1.461920319s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:06.811504Z","caller":"traceutil/trace.go:171","msg":"trace[718550459] transaction","detail":"{read_only:false; response_revision:28425; number_of_response:1; }","duration":"1.45524994s","start":"2026-08-22T15:30:05.356219Z","end":"2026-08-22T15:30:06.811469Z","steps":["trace[718550459] 'process raft request' (duration: 1.455111347s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:06.81154Z","caller":"traceutil/trace.go:171","msg":"trace[1983881375] transaction","detail":"{read_only:false; response_revision:28424; number_of_response:1; }","duration":"1.458050265s","start":"2026-08-22T15:30:05.353467Z","end":"2026-08-22T15:30:06.811517Z","steps":["trace[1983881375] 'process raft request' (duration: 1.457569492s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:06.811673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:05.353445Z","time spent":"1.458148928s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:06.811689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:05.356213Z","time spent":"1.455372584s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:06.811706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893392883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-08-22T15:30:06.811728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442101689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-08-22T15:30:06.8117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937475187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:06.811733Z","caller":"traceutil/trace.go:171","msg":"trace[1485897595] transaction","detail":"{read_only:false; response_revision:28427; number_of_response:1; }","duration":"689.281484ms","start":"2026-08-22T15:30:06.122406Z","end":"2026-08-22T15:30:06.811688Z","steps":["trace[1485897595] 'process raft request' (duration: 689.044938ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:06.811757Z","caller":"traceutil/trace.go:171","msg":"trace[2096509993] transaction","detail":"{read_only:false; response_revision:28426; number_of_response:1; }","duration":"1.453625267s","start":"2026-08-22T15:30:05.358088Z","end":"2026-08-22T15:30:06.811713Z","steps":["trace[2096509993] 'process raft request' (duration: 1.453323269s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:06.811831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8433464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:06.811856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434212008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-08-22T15:30:06.811878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79457752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-08-22T15:30:06.811837Z","caller":"traceutil/trace.go:171","msg":"trace[1620526696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28427; }","duration":"1.937654553s","start":"2026-08-22T15:30:04.874154Z","end":"2026-08-22T15:30:06.811809Z","steps":["trace[1620526696] 'agreement among raft nodes before linearized reading' (duration: 1.937401326s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:06.811888Z","caller":"traceutil/trace.go:171","msg":"trace[1202476498] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28427; }","duration":"1.434260829s","start":"2026-08-22T15:30:05.377619Z","end":"2026-08-22T15:30:06.81188Z","steps":["trace[1202476498] 'agreement among raft nodes before linearized reading' (duration: 1.434180036s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:06.811904Z","caller":"traceutil/trace.go:171","msg":"trace[1853410245] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28427; }","duration":"2.794642272s","start":"2026-08-22T15:30:04.017253Z","end":"2026-08-22T15:30:06.811896Z","steps":["trace[1853410245] 'agreement among raft nodes before linearized reading' (duration: 2.79458095s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:06.811888Z","caller":"traceutil/trace.go:171","msg":"trace[222965946] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:28427; }","duration":"1.843394941s","start":"2026-08-22T15:30:04.968473Z","end":"2026-08-22T15:30:06.811868Z","steps":["trace[222965946] 'agreement among raft nodes before linearized reading' (duration: 1.843317539s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:06.81192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:05.377612Z","time spent":"1.4343019s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-08-22T15:30:06.811926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:04.017227Z","time spent":"2.794694024s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-08-22T15:30:06.81174Z","caller":"traceutil/trace.go:171","msg":"trace[2136632950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28427; }","duration":"2.893427723s","start":"2026-08-22T15:30:03.918302Z","end":"2026-08-22T15:30:06.811729Z","steps":["trace[2136632950] 'agreement among raft nodes before linearized reading' (duration: 2.893271029s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:06.811953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:04.968405Z","time spent":"1.843531245s","remote":"127.0.0.1:49684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:06.811972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:03.918244Z","time spent":"2.893718472s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-22T15:30:06.811969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447562935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-08-22T15:30:06.811994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:05.358083Z","time spent":"1.453767781s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:06.811776Z","caller":"traceutil/trace.go:171","msg":"trace[964024205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28427; }","duration":"1.44216285s","start":"2026-08-22T15:30:05.369601Z","end":"2026-08-22T15:30:06.811764Z","steps":["trace[964024205] 'agreement among raft nodes before linearized reading' (duration: 1.442023557s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:06.812042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089252197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16790"} {"level":"info","ts":"2026-08-22T15:30:06.81153Z","caller":"traceutil/trace.go:171","msg":"trace[92246260] linearizableReadLoop","detail":"{readStateIndex:29725; appliedIndex:29720; }","duration":"697.096363ms","start":"2026-08-22T15:30:06.11441Z","end":"2026-08-22T15:30:06.811506Z","steps":["trace[92246260] 'read index received' (duration: 1.105379ms)","trace[92246260] 'applied index is now lower than readState.Index' (duration: 695.986644ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:06.812056Z","caller":"traceutil/trace.go:171","msg":"trace[1234510718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28427; }","duration":"1.447687048s","start":"2026-08-22T15:30:05.364345Z","end":"2026-08-22T15:30:06.812033Z","steps":["trace[1234510718] 'agreement among raft nodes before linearized reading' (duration: 1.44739115s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:06.812083Z","caller":"traceutil/trace.go:171","msg":"trace[1879869435] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28427; }","duration":"2.089320339s","start":"2026-08-22T15:30:04.722752Z","end":"2026-08-22T15:30:06.812072Z","steps":["trace[1879869435] 'agreement among raft nodes before linearized reading' (duration: 2.089225326s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:06.812086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:05.369594Z","time spent":"1.442469308s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-22T15:30:06.812114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:04.722737Z","time spent":"2.08937059s","remote":"127.0.0.1:34708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":16813,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-08-22T15:30:06.812114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:05.364335Z","time spent":"1.447768301s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-22T15:30:06.811953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:04.874091Z","time spent":"1.937824166s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T15:30:06.811817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051944649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-22T15:30:06.81222Z","caller":"traceutil/trace.go:171","msg":"trace[1678426916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28427; }","duration":"2.05237443s","start":"2026-08-22T15:30:04.759833Z","end":"2026-08-22T15:30:06.812207Z","steps":["trace[1678426916] 'agreement among raft nodes before linearized reading' (duration: 2.051920558s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:06.81227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:04.759812Z","time spent":"2.052435501s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-22T15:30:06.811954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766371416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-08-22T15:30:06.812302Z","caller":"traceutil/trace.go:171","msg":"trace[1987412510] transaction","detail":"{read_only:false; response_revision:28428; number_of_response:1; }","duration":"430.206355ms","start":"2026-08-22T15:30:06.382044Z","end":"2026-08-22T15:30:06.812251Z","steps":["trace[1987412510] 'process raft request' (duration: 430.121723ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:06.812359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:06.382015Z","time spent":"430.313849ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:06.811911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:06.122388Z","time spent":"689.445249ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:06.812336Z","caller":"traceutil/trace.go:171","msg":"trace[1047675007] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28427; }","duration":"2.766771627s","start":"2026-08-22T15:30:04.045532Z","end":"2026-08-22T15:30:06.812304Z","steps":["trace[1047675007] 'agreement among raft nodes before linearized reading' (duration: 2.766286074s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:06.812447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:04.045512Z","time spent":"2.76689534s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-22T15:30:07.318019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847601,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T15:30:07.48042Z","caller":"traceutil/trace.go:171","msg":"trace[825714344] transaction","detail":"{read_only:false; response_revision:28429; number_of_response:1; }","duration":"662.980331ms","start":"2026-08-22T15:30:06.817406Z","end":"2026-08-22T15:30:07.480387Z","steps":["trace[825714344] 'process raft request' (duration: 613.487287ms)","trace[825714344] 'compare' (duration: 48.97999ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:07.480631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:06.817391Z","time spent":"663.111754ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:08.499348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031107566s","expected-duration":"1s"} {"level":"info","ts":"2026-08-22T15:30:08.499881Z","caller":"traceutil/trace.go:171","msg":"trace[1203887395] transaction","detail":"{read_only:false; response_revision:28431; number_of_response:1; }","duration":"1.681552662s","start":"2026-08-22T15:30:06.818299Z","end":"2026-08-22T15:30:08.499852Z","steps":["trace[1203887395] 'process raft request' (duration: 1.681449939s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:08.49991Z","caller":"traceutil/trace.go:171","msg":"trace[1063485693] transaction","detail":"{read_only:false; response_revision:28430; number_of_response:1; }","duration":"1.682009514s","start":"2026-08-22T15:30:06.817877Z","end":"2026-08-22T15:30:08.499886Z","steps":["trace[1063485693] 'process raft request' (duration: 1.681700686s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:08.500018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:06.817854Z","time spent":"1.682096547s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:08.500015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:06.818275Z","time spent":"1.681667864s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:08.500174Z","caller":"traceutil/trace.go:171","msg":"trace[1807206729] transaction","detail":"{read_only:false; response_revision:28432; number_of_response:1; }","duration":"1.681700986s","start":"2026-08-22T15:30:06.818445Z","end":"2026-08-22T15:30:08.500146Z","steps":["trace[1807206729] 'process raft request' (duration: 1.681367787s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:08.50023Z","caller":"traceutil/trace.go:171","msg":"trace[1268463744] linearizableReadLoop","detail":"{readStateIndex:29732; appliedIndex:29727; }","duration":"1.682440185s","start":"2026-08-22T15:30:06.817759Z","end":"2026-08-22T15:30:08.500199Z","steps":["trace[1268463744] 'read index received' (duration: 613.219689ms)","trace[1268463744] 'applied index is now lower than readState.Index' (duration: 1.069219236s)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:08.500289Z","caller":"traceutil/trace.go:171","msg":"trace[37876391] transaction","detail":"{read_only:false; response_revision:28433; number_of_response:1; }","duration":"1.681793458s","start":"2026-08-22T15:30:06.818482Z","end":"2026-08-22T15:30:08.500276Z","steps":["trace[37876391] 'process raft request' (duration: 1.681561982s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:08.500324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:06.818438Z","time spent":"1.681805638s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:08.500371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:06.818478Z","time spent":"1.681838119s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:08.500466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682695092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-08-22T15:30:08.500519Z","caller":"traceutil/trace.go:171","msg":"trace[615252577] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28433; }","duration":"1.682761304s","start":"2026-08-22T15:30:06.817741Z","end":"2026-08-22T15:30:08.500502Z","steps":["trace[615252577] 'agreement among raft nodes before linearized reading' (duration: 1.682574099s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:08.500553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:06.817726Z","time spent":"1.682819445s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-22T15:30:08.586169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42382103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-08-22T15:30:08.586227Z","caller":"traceutil/trace.go:171","msg":"trace[84023482] transaction","detail":"{read_only:false; response_revision:28434; number_of_response:1; }","duration":"735.893192ms","start":"2026-08-22T15:30:07.850319Z","end":"2026-08-22T15:30:08.586212Z","steps":["trace[84023482] 'process raft request' (duration: 735.345817ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:08.586311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:07.850283Z","time spent":"735.974154ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:08.586312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648346083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16790"} {"level":"info","ts":"2026-08-22T15:30:08.586343Z","caller":"traceutil/trace.go:171","msg":"trace[1393870791] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28435; }","duration":"1.648412765s","start":"2026-08-22T15:30:06.937924Z","end":"2026-08-22T15:30:08.586337Z","steps":["trace[1393870791] 'agreement among raft nodes before linearized reading' (duration: 1.648321683s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:08.586363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:06.937911Z","time spent":"1.648448267s","remote":"127.0.0.1:34708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16813,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-08-22T15:30:08.586354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.59871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:08.586371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.445546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:08.58642Z","caller":"traceutil/trace.go:171","msg":"trace[1374908259] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28435; }","duration":"945.707043ms","start":"2026-08-22T15:30:07.640693Z","end":"2026-08-22T15:30:08.5864Z","steps":["trace[1374908259] 'agreement among raft nodes before linearized reading' (duration: 945.58975ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:08.586451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:07.64067Z","time spent":"945.774205ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:08.586471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121922925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:08.586461Z","caller":"traceutil/trace.go:171","msg":"trace[1938189807] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28435; }","duration":"730.57601ms","start":"2026-08-22T15:30:07.855862Z","end":"2026-08-22T15:30:08.586438Z","steps":["trace[1938189807] 'agreement among raft nodes before linearized reading' (duration: 730.396015ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:08.586494Z","caller":"traceutil/trace.go:171","msg":"trace[2110829886] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:28435; }","duration":"1.121994328s","start":"2026-08-22T15:30:07.464492Z","end":"2026-08-22T15:30:08.586486Z","steps":["trace[2110829886] 'agreement among raft nodes before linearized reading' (duration: 1.121951197s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:08.586521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:07.464468Z","time spent":"1.122048019s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:08.586521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678172802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:30:08.586563Z","caller":"traceutil/trace.go:171","msg":"trace[619225894] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28435; }","duration":"1.678215313s","start":"2026-08-22T15:30:06.90834Z","end":"2026-08-22T15:30:08.586555Z","steps":["trace[619225894] 'agreement among raft nodes before linearized reading' (duration: 1.678146851s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:08.586598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:06.908265Z","time spent":"1.678323746s","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:08.586228Z","caller":"traceutil/trace.go:171","msg":"trace[992554603] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28435; }","duration":"1.423918322s","start":"2026-08-22T15:30:07.162299Z","end":"2026-08-22T15:30:08.586217Z","steps":["trace[992554603] 'agreement among raft nodes before linearized reading' (duration: 1.423763398s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:08.586639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:07.162286Z","time spent":"1.424343994s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:30:08.586616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.785184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-08-22T15:30:08.586512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:07.855854Z","time spent":"730.646761ms","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-08-22T15:30:08.586717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.335771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-hdlgb\" ","response":"range_response_count:1 size:5393"} {"level":"info","ts":"2026-08-22T15:30:08.586765Z","caller":"traceutil/trace.go:171","msg":"trace[1046112314] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-hdlgb; range_end:; response_count:1; response_revision:28435; }","duration":"405.406252ms","start":"2026-08-22T15:30:08.181344Z","end":"2026-08-22T15:30:08.58675Z","steps":["trace[1046112314] 'agreement among raft nodes before linearized reading' (duration: 405.240808ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:08.586754Z","caller":"traceutil/trace.go:171","msg":"trace[60389619] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28435; }","duration":"942.943248ms","start":"2026-08-22T15:30:07.643772Z","end":"2026-08-22T15:30:08.586715Z","steps":["trace[60389619] 'agreement among raft nodes before linearized reading' (duration: 942.561898ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:08.58674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766570506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:08.5868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:08.181331Z","time spent":"405.462794ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5416,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-hdlgb\" "} {"level":"warn","ts":"2026-08-22T15:30:08.586822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:07.643765Z","time spent":"943.044572ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-08-22T15:30:08.586839Z","caller":"traceutil/trace.go:171","msg":"trace[223979732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28435; }","duration":"1.7667182s","start":"2026-08-22T15:30:06.820098Z","end":"2026-08-22T15:30:08.586817Z","steps":["trace[223979732] 'agreement among raft nodes before linearized reading' (duration: 1.766539255s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:08.586889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:06.820082Z","time spent":"1.766797802s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T15:30:08.58617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392652576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1515"} {"level":"info","ts":"2026-08-22T15:30:08.586563Z","caller":"traceutil/trace.go:171","msg":"trace[305441794] transaction","detail":"{read_only:false; response_revision:28435; number_of_response:1; }","duration":"461.77251ms","start":"2026-08-22T15:30:08.124778Z","end":"2026-08-22T15:30:08.586551Z","steps":["trace[305441794] 'process raft request' (duration: 461.03139ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:08.586952Z","caller":"traceutil/trace.go:171","msg":"trace[90899744] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28435; }","duration":"1.393464858s","start":"2026-08-22T15:30:07.193478Z","end":"2026-08-22T15:30:08.586942Z","steps":["trace[90899744] 'agreement among raft nodes before linearized reading' (duration: 1.392565104s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:08.586982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:07.193468Z","time spent":"1.393505409s","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1538,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-08-22T15:30:08.586991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:08.124756Z","time spent":"462.211272ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:09.096349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T15:30:09.3677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.662941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:09.36784Z","caller":"traceutil/trace.go:171","msg":"trace[792938802] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28435; }","duration":"773.818796ms","start":"2026-08-22T15:30:08.593975Z","end":"2026-08-22T15:30:09.367794Z","steps":["trace[792938802] 'range keys from in-memory index tree' (duration: 773.612ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:09.367919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:08.593967Z","time spent":"773.931909ms","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-08-22T15:30:09.597125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T15:30:09.787571Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.192240496s","expected-duration":"1s"} {"level":"info","ts":"2026-08-22T15:30:09.787971Z","caller":"traceutil/trace.go:171","msg":"trace[1843688826] transaction","detail":"{read_only:false; response_revision:28436; number_of_response:1; }","duration":"1.192702369s","start":"2026-08-22T15:30:08.595243Z","end":"2026-08-22T15:30:09.787946Z","steps":["trace[1843688826] 'process raft request' (duration: 1.192563115s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:09.788095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:08.595226Z","time spent":"1.192798771s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:10.595563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000174844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T15:30:10.595642Z","caller":"traceutil/trace.go:171","msg":"trace[1239528962] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000303028s","start":"2026-08-22T15:30:08.59532Z","end":"2026-08-22T15:30:10.595623Z","steps":["trace[1239528962] 'agreement among raft nodes before linearized reading' (duration: 2.000207565s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:10.595687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:08.595302Z","time spent":"2.000376529s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 15:30:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:30:11.827812Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.875388305s","expected-duration":"1s"} {"level":"info","ts":"2026-08-22T15:30:11.82867Z","caller":"traceutil/trace.go:171","msg":"trace[1082801721] transaction","detail":"{read_only:false; response_revision:28437; number_of_response:1; }","duration":"3.232552923s","start":"2026-08-22T15:30:08.596084Z","end":"2026-08-22T15:30:11.828637Z","steps":["trace[1082801721] 'process raft request' (duration: 3.232213453s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:11.828812Z","caller":"traceutil/trace.go:171","msg":"trace[1704471252] linearizableReadLoop","detail":"{readStateIndex:29742; appliedIndex:29734; }","duration":"3.233430646s","start":"2026-08-22T15:30:08.595362Z","end":"2026-08-22T15:30:11.828793Z","steps":["trace[1704471252] 'read index received' (duration: 1.192493462s)","trace[1704471252] 'applied index is now lower than readState.Index' (duration: 2.040936074s)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:11.828917Z","caller":"traceutil/trace.go:171","msg":"trace[1124360346] transaction","detail":"{read_only:false; response_revision:28440; number_of_response:1; }","duration":"3.010539895s","start":"2026-08-22T15:30:08.818364Z","end":"2026-08-22T15:30:11.828904Z","steps":["trace[1124360346] 'process raft request' (duration: 3.010295658s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:11.829011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:08.818335Z","time spent":"3.010606137s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:11.829225Z","caller":"traceutil/trace.go:171","msg":"trace[352999173] transaction","detail":"{read_only:false; response_revision:28441; number_of_response:1; }","duration":"3.010509434s","start":"2026-08-22T15:30:08.818705Z","end":"2026-08-22T15:30:11.829215Z","steps":["trace[352999173] 'process raft request' (duration: 3.00998922s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:11.829278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:08.81869Z","time spent":"3.010558576s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:11.828865Z","caller":"traceutil/trace.go:171","msg":"trace[854221196] transaction","detail":"{read_only:false; response_revision:28439; number_of_response:1; }","duration":"3.010915115s","start":"2026-08-22T15:30:08.817927Z","end":"2026-08-22T15:30:11.828842Z","steps":["trace[854221196] 'process raft request' (duration: 3.010648288s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:11.829403Z","caller":"traceutil/trace.go:171","msg":"trace[1550286766] transaction","detail":"{read_only:false; response_revision:28443; number_of_response:1; }","duration":"2.72807717s","start":"2026-08-22T15:30:09.101303Z","end":"2026-08-22T15:30:11.82938Z","steps":["trace[1550286766] 'process raft request' (duration: 2.727456424s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:11.829411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:08.81791Z","time spent":"3.011417599s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:11.829423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:08.596071Z","time spent":"3.233260731s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5162,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:11.829498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:09.101274Z","time spent":"2.728181493s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:11.829607Z","caller":"traceutil/trace.go:171","msg":"trace[701356578] transaction","detail":"{read_only:false; response_revision:28442; number_of_response:1; }","duration":"3.010560045s","start":"2026-08-22T15:30:08.819038Z","end":"2026-08-22T15:30:11.829598Z","steps":["trace[701356578] 'process raft request' (duration: 3.009687812s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:11.829658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:08.819027Z","time spent":"3.010603887s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:11.830045Z","caller":"traceutil/trace.go:171","msg":"trace[535588978] transaction","detail":"{read_only:false; response_revision:28438; number_of_response:1; }","duration":"3.199187031s","start":"2026-08-22T15:30:08.630831Z","end":"2026-08-22T15:30:11.830018Z","steps":["trace[535588978] 'process raft request' (duration: 3.197628869s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:11.830162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:08.630816Z","time spent":"3.199290853s","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16428,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:12.329294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T15:30:12.595918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000281527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T15:30:12.596015Z","caller":"traceutil/trace.go:171","msg":"trace[879097226] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000414469s","start":"2026-08-22T15:30:10.595583Z","end":"2026-08-22T15:30:12.595998Z","steps":["trace[879097226] 'agreement among raft nodes before linearized reading' (duration: 2.000300836s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:12.596061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:10.595571Z","time spent":"2.000479792s","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 15:30:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:30:12.829724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T15:30:13.329885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T15:30:13.64585Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.817852688s","expected-duration":"1s"} {"level":"info","ts":"2026-08-22T15:30:13.646419Z","caller":"traceutil/trace.go:171","msg":"trace[624588486] transaction","detail":"{read_only:false; response_revision:28444; number_of_response:1; }","duration":"3.773304005s","start":"2026-08-22T15:30:09.873075Z","end":"2026-08-22T15:30:13.646379Z","steps":["trace[624588486] 'process raft request' (duration: 3.773055358s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:13.646427Z","caller":"traceutil/trace.go:171","msg":"trace[1279643967] transaction","detail":"{read_only:false; response_revision:28445; number_of_response:1; }","duration":"3.053806532s","start":"2026-08-22T15:30:10.592594Z","end":"2026-08-22T15:30:13.646401Z","steps":["trace[1279643967] 'process raft request' (duration: 3.05370674s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:13.646593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:09.873039Z","time spent":"3.773456669s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:13.646598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:10.592568Z","time spent":"3.053936076s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:13.646696Z","caller":"traceutil/trace.go:171","msg":"trace[1185427442] transaction","detail":"{read_only:false; response_revision:28446; number_of_response:1; }","duration":"1.828175174s","start":"2026-08-22T15:30:11.818493Z","end":"2026-08-22T15:30:13.646668Z","steps":["trace[1185427442] 'process raft request' (duration: 1.827859156s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:13.646816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:11.818448Z","time spent":"1.828291317s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:13.816077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999092819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T15:30:13.816187Z","caller":"traceutil/trace.go:171","msg":"trace[722861052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999217992s","start":"2026-08-22T15:30:08.816941Z","end":"2026-08-22T15:30:13.816159Z","steps":["trace[722861052] 'agreement among raft nodes before linearized reading' (duration: 4.999088009s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:13.816245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:08.81687Z","time spent":"4.999363705s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/08/22 15:30:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:30:14.485044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998935474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T15:30:14.485131Z","caller":"traceutil/trace.go:171","msg":"trace[1787990101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999095917s","start":"2026-08-22T15:30:09.486017Z","end":"2026-08-22T15:30:14.485113Z","steps":["trace[1787990101] 'agreement among raft nodes before linearized reading' (duration: 4.998979204s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:14.485174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:09.485979Z","time spent":"4.99918713s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/08/22 15:30:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:30:14.602313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000283956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T15:30:14.602403Z","caller":"traceutil/trace.go:171","msg":"trace[108731148] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041277s","start":"2026-08-22T15:30:12.601969Z","end":"2026-08-22T15:30:14.602382Z","steps":["trace[108731148] 'agreement among raft nodes before linearized reading' (duration: 2.000299037s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:14.602457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:12.601959Z","time spent":"2.000486542s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 15:30:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:30:15.502642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999076747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-22T15:30:15.502739Z","caller":"traceutil/trace.go:171","msg":"trace[2007384848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999259292s","start":"2026-08-22T15:30:10.503457Z","end":"2026-08-22T15:30:15.502716Z","steps":["trace[2007384848] 'agreement among raft nodes before linearized reading' (duration: 4.999102858s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:15.502803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:10.503434Z","time spent":"4.999347335s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/08/22 15:30:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:30:15.515515Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.869350894s","expected-duration":"1s"} {"level":"info","ts":"2026-08-22T15:30:15.516103Z","caller":"traceutil/trace.go:171","msg":"trace[1307368686] linearizableReadLoop","detail":"{readStateIndex:29747; appliedIndex:29742; }","duration":"3.687207302s","start":"2026-08-22T15:30:11.828875Z","end":"2026-08-22T15:30:15.516083Z","steps":["trace[1307368686] 'read index received' (duration: 1.817298423s)","trace[1307368686] 'applied index is now lower than readState.Index' (duration: 1.869907869s)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:15.516262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.059638126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:15.516287Z","caller":"traceutil/trace.go:171","msg":"trace[763305779] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:28447; }","duration":"5.059793701s","start":"2026-08-22T15:30:10.456485Z","end":"2026-08-22T15:30:15.516279Z","steps":["trace[763305779] 'agreement among raft nodes before linearized reading' (duration: 5.059702038s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:15.516315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:10.456466Z","time spent":"5.059842312s","remote":"127.0.0.1:57970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:15.516359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.012400754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T15:30:15.516416Z","caller":"traceutil/trace.go:171","msg":"trace[852595751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28447; }","duration":"5.012495506s","start":"2026-08-22T15:30:10.503901Z","end":"2026-08-22T15:30:15.516397Z","steps":["trace[852595751] 'agreement among raft nodes before linearized reading' (duration: 5.012235219s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:15.516479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:10.50389Z","time spent":"5.012563678s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-22T15:30:15.516599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.725255409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-22T15:30:15.516623Z","caller":"traceutil/trace.go:171","msg":"trace[1902899028] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28447; }","duration":"5.7252811s","start":"2026-08-22T15:30:09.791335Z","end":"2026-08-22T15:30:15.516616Z","steps":["trace[1902899028] 'agreement among raft nodes before linearized reading' (duration: 5.725183507s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:15.516641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:09.791288Z","time spent":"5.725349651s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:30:15.516678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.143801862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:15.516795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.802294109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-08-22T15:30:15.516794Z","caller":"traceutil/trace.go:171","msg":"trace[1946161229] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28447; }","duration":"6.143924346s","start":"2026-08-22T15:30:09.372836Z","end":"2026-08-22T15:30:15.51676Z","steps":["trace[1946161229] 'agreement among raft nodes before linearized reading' (duration: 6.14371896s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:15.516815Z","caller":"traceutil/trace.go:171","msg":"trace[629314025] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28447; }","duration":"5.80234384s","start":"2026-08-22T15:30:09.714465Z","end":"2026-08-22T15:30:15.516809Z","steps":["trace[629314025] 'agreement among raft nodes before linearized reading' (duration: 5.802283958s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:15.516837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:09.714448Z","time spent":"5.802385381s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:30:15.516855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:09.372813Z","time spent":"6.144025669s","remote":"127.0.0.1:34796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-08-22T15:30:15.516941Z","caller":"traceutil/trace.go:171","msg":"trace[239907546] transaction","detail":"{read_only:false; response_revision:28447; number_of_response:1; }","duration":"3.680005s","start":"2026-08-22T15:30:11.836922Z","end":"2026-08-22T15:30:15.516927Z","steps":["trace[239907546] 'process raft request' (duration: 3.678973562s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:15.516944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.341542882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.124\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-08-22T15:30:15.516984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.131170604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:30:15.517009Z","caller":"traceutil/trace.go:171","msg":"trace[411639628] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:28447; }","duration":"6.131224646s","start":"2026-08-22T15:30:09.385775Z","end":"2026-08-22T15:30:15.516999Z","steps":["trace[411639628] 'agreement among raft nodes before linearized reading' (duration: 6.131167014s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:15.517032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:09.385759Z","time spent":"6.131268298s","remote":"127.0.0.1:45106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":34,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:15.517025Z","caller":"traceutil/trace.go:171","msg":"trace[434037704] range","detail":"{range_begin:/registry/masterleases/199.19.213.124; range_end:; response_count:1; response_revision:28447; }","duration":"6.341679475s","start":"2026-08-22T15:30:09.175319Z","end":"2026-08-22T15:30:15.516998Z","steps":["trace[434037704] 'agreement among raft nodes before linearized reading' (duration: 6.341411468s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:15.517031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:11.8369Z","time spent":"3.680070971s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4989,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:15.51707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:09.175293Z","time spent":"6.341769048s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.124\" "} {"level":"warn","ts":"2026-08-22T15:30:15.516677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.900323666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:15.517135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.013168174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-08-22T15:30:15.517171Z","caller":"traceutil/trace.go:171","msg":"trace[2035914383] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28447; }","duration":"6.900816599s","start":"2026-08-22T15:30:08.616329Z","end":"2026-08-22T15:30:15.517146Z","steps":["trace[2035914383] 'agreement among raft nodes before linearized reading' (duration: 6.900265634s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:15.517191Z","caller":"traceutil/trace.go:171","msg":"trace[471431601] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28447; }","duration":"5.013254077s","start":"2026-08-22T15:30:10.503924Z","end":"2026-08-22T15:30:15.517178Z","steps":["trace[471431601] 'agreement among raft nodes before linearized reading' (duration: 5.013076722s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:15.517229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:10.503909Z","time spent":"5.013313298s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-08-22T15:30:15.517234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:08.616279Z","time spent":"6.900933102s","remote":"127.0.0.1:58202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:15.517318Z","caller":"traceutil/trace.go:171","msg":"trace[1357876523] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28447; }","duration":"3.679941748s","start":"2026-08-22T15:30:11.83737Z","end":"2026-08-22T15:30:15.517311Z","steps":["trace[1357876523] 'process raft request' (duration: 3.678676834s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:15.51737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:11.83736Z","time spent":"3.679973609s","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T15:30:15.517518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.620781751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-08-22T15:30:15.517541Z","caller":"traceutil/trace.go:171","msg":"trace[1238513029] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:28447; }","duration":"4.620849972s","start":"2026-08-22T15:30:10.896684Z","end":"2026-08-22T15:30:15.517534Z","steps":["trace[1238513029] 'agreement among raft nodes before linearized reading' (duration: 4.620707898s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:15.51756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:10.896659Z","time spent":"4.620895924s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":186,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:15.517552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.012805134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-22T15:30:15.517614Z","caller":"traceutil/trace.go:171","msg":"trace[835999547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28447; }","duration":"5.012885777s","start":"2026-08-22T15:30:10.504711Z","end":"2026-08-22T15:30:15.517596Z","steps":["trace[835999547] 'agreement among raft nodes before linearized reading' (duration: 5.012689902s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:15.517674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:10.504701Z","time spent":"5.012960549s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-22T15:30:16.016658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847634,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T15:30:16.117757Z","caller":"traceutil/trace.go:171","msg":"trace[67108283] transaction","detail":"{read_only:false; response_revision:28448; number_of_response:1; }","duration":"2.280397898s","start":"2026-08-22T15:30:13.837316Z","end":"2026-08-22T15:30:16.117714Z","steps":["trace[67108283] 'process raft request' (duration: 2.278706903s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.117872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:13.837283Z","time spent":"2.280527352s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:16.118015Z","caller":"traceutil/trace.go:171","msg":"trace[2008387443] transaction","detail":"{read_only:false; response_revision:28449; number_of_response:1; }","duration":"2.280053778s","start":"2026-08-22T15:30:13.837932Z","end":"2026-08-22T15:30:16.117986Z","steps":["trace[2008387443] 'process raft request' (duration: 2.27974673s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.118178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:13.837923Z","time spent":"2.280152632s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:16.118246Z","caller":"traceutil/trace.go:171","msg":"trace[61802043] transaction","detail":"{read_only:false; response_revision:28450; number_of_response:1; }","duration":"2.279697359s","start":"2026-08-22T15:30:13.838537Z","end":"2026-08-22T15:30:16.118235Z","steps":["trace[61802043] 'process raft request' (duration: 2.27936875s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.11829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:13.838528Z","time spent":"2.27973786s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:16.118413Z","caller":"traceutil/trace.go:171","msg":"trace[1236003820] transaction","detail":"{read_only:false; response_revision:28451; number_of_response:1; }","duration":"2.27975822s","start":"2026-08-22T15:30:13.838646Z","end":"2026-08-22T15:30:16.118404Z","steps":["trace[1236003820] 'process raft request' (duration: 2.279556925s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.118444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:13.838614Z","time spent":"2.279812692s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:16.168591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:15.518289Z","time spent":"650.293492ms","remote":"127.0.0.1:34564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-22T15:30:16.168762Z","caller":"traceutil/trace.go:171","msg":"trace[1649630154] linearizableReadLoop","detail":"{readStateIndex:29759; appliedIndex:29747; }","duration":"652.584584ms","start":"2026-08-22T15:30:15.516159Z","end":"2026-08-22T15:30:16.168744Z","steps":["trace[1649630154] 'read index received' (duration: 599.879444ms)","trace[1649630154] 'applied index is now lower than readState.Index' (duration: 52.70409ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:16.169031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.476450341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:30:16.169056Z","caller":"traceutil/trace.go:171","msg":"trace[831075632] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:28458; }","duration":"2.476548554s","start":"2026-08-22T15:30:13.6925Z","end":"2026-08-22T15:30:16.169049Z","steps":["trace[831075632] 'agreement among raft nodes before linearized reading' (duration: 2.476463802s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.169033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973015527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:16.169094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:13.692479Z","time spent":"2.476607435s","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:16.169095Z","caller":"traceutil/trace.go:171","msg":"trace[1738137227] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:28458; }","duration":"1.97313965s","start":"2026-08-22T15:30:14.19594Z","end":"2026-08-22T15:30:16.169079Z","steps":["trace[1738137227] 'agreement among raft nodes before linearized reading' (duration: 1.973005356s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.169137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:14.195914Z","time spent":"1.973212982s","remote":"127.0.0.1:59754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:16.169134Z","caller":"traceutil/trace.go:171","msg":"trace[2095595476] transaction","detail":"{read_only:false; response_revision:28458; number_of_response:1; }","duration":"516.847763ms","start":"2026-08-22T15:30:15.652224Z","end":"2026-08-22T15:30:16.169072Z","steps":["trace[2095595476] 'process raft request' (duration: 516.487463ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.169253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:15.652198Z","time spent":"516.978146ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:16.169295Z","caller":"traceutil/trace.go:171","msg":"trace[400519244] transaction","detail":"{read_only:false; response_revision:28455; number_of_response:1; }","duration":"646.936972ms","start":"2026-08-22T15:30:15.522348Z","end":"2026-08-22T15:30:16.169285Z","steps":["trace[400519244] 'process raft request' (duration: 646.268704ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.169291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.653234984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-08-22T15:30:16.169365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:15.52234Z","time spent":"646.977373ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:16.169377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.38627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:30:16.169375Z","caller":"traceutil/trace.go:171","msg":"trace[888046580] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28458; }","duration":"3.653380408s","start":"2026-08-22T15:30:12.515971Z","end":"2026-08-22T15:30:16.169352Z","steps":["trace[888046580] 'agreement among raft nodes before linearized reading' (duration: 3.653143242s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.169372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.617283052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-08-22T15:30:16.169413Z","caller":"traceutil/trace.go:171","msg":"trace[1826041444] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28458; }","duration":"725.448081ms","start":"2026-08-22T15:30:15.443951Z","end":"2026-08-22T15:30:16.1694Z","steps":["trace[1826041444] 'agreement among raft nodes before linearized reading' (duration: 725.3883ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:16.16944Z","caller":"traceutil/trace.go:171","msg":"trace[1729673935] transaction","detail":"{read_only:false; response_revision:28453; number_of_response:1; }","duration":"648.330139ms","start":"2026-08-22T15:30:15.521104Z","end":"2026-08-22T15:30:16.169434Z","steps":["trace[1729673935] 'process raft request' (duration: 647.376044ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:16.16945Z","caller":"traceutil/trace.go:171","msg":"trace[1299678387] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:28458; }","duration":"3.617414056s","start":"2026-08-22T15:30:12.552015Z","end":"2026-08-22T15:30:16.169429Z","steps":["trace[1299678387] 'agreement among raft nodes before linearized reading' (duration: 3.617132899s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.169446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:15.443932Z","time spent":"725.506123ms","remote":"127.0.0.1:59916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:16.169498Z","caller":"traceutil/trace.go:171","msg":"trace[826986932] transaction","detail":"{read_only:false; response_revision:28454; number_of_response:1; }","duration":"647.359494ms","start":"2026-08-22T15:30:15.522133Z","end":"2026-08-22T15:30:16.169493Z","steps":["trace[826986932] 'process raft request' (duration: 646.450679ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.169497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:12.551992Z","time spent":"3.617496138s","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-08-22T15:30:16.169504Z","caller":"traceutil/trace.go:171","msg":"trace[462592151] transaction","detail":"{read_only:false; response_revision:28456; number_of_response:1; }","duration":"647.059805ms","start":"2026-08-22T15:30:15.52242Z","end":"2026-08-22T15:30:16.16948Z","steps":["trace[462592151] 'process raft request' (duration: 646.224973ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.16953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:15.522113Z","time spent":"647.399314ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:16.169532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.569778042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ce2a457fd856cf\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-08-22T15:30:16.169563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:15.522388Z","time spent":"647.142528ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:16.169608Z","caller":"traceutil/trace.go:171","msg":"trace[10421083] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ce2a457fd856cf; range_end:; response_count:1; response_revision:28458; }","duration":"3.569891785s","start":"2026-08-22T15:30:12.599676Z","end":"2026-08-22T15:30:16.169568Z","steps":["trace[10421083] 'agreement among raft nodes before linearized reading' (duration: 3.569634738s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.169642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786484049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:16.169647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:12.599656Z","time spent":"3.569980088s","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ce2a457fd856cf\" "} {"level":"info","ts":"2026-08-22T15:30:16.169677Z","caller":"traceutil/trace.go:171","msg":"trace[424269117] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:28458; }","duration":"1.786571981s","start":"2026-08-22T15:30:14.383091Z","end":"2026-08-22T15:30:16.169663Z","steps":["trace[424269117] 'agreement among raft nodes before linearized reading' (duration: 1.78651458s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.169704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:14.383062Z","time spent":"1.786634783s","remote":"127.0.0.1:57996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:16.169743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72034809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:16.169822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.907241218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:16.16983Z","caller":"traceutil/trace.go:171","msg":"trace[1382454400] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:28458; }","duration":"1.720513844s","start":"2026-08-22T15:30:14.449298Z","end":"2026-08-22T15:30:16.169812Z","steps":["trace[1382454400] 'agreement among raft nodes before linearized reading' (duration: 1.720321069s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.169476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:15.521091Z","time spent":"648.365971ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:16.169839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.640831672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:16.169888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:14.449268Z","time spent":"1.720609947s","remote":"127.0.0.1:49728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:16.169902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.314845309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-lczjt\" ","response":"range_response_count:1 size:5678"} {"level":"warn","ts":"2026-08-22T15:30:16.169904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983191293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:30:16.169924Z","caller":"traceutil/trace.go:171","msg":"trace[395670516] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-lczjt; range_end:; response_count:1; response_revision:28458; }","duration":"4.3148955s","start":"2026-08-22T15:30:11.855023Z","end":"2026-08-22T15:30:16.169918Z","steps":["trace[395670516] 'agreement among raft nodes before linearized reading' (duration: 4.314838369s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.169943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:11.855009Z","time spent":"4.314929851s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5701,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-lczjt\" "} {"level":"info","ts":"2026-08-22T15:30:16.169931Z","caller":"traceutil/trace.go:171","msg":"trace[842800781] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28458; }","duration":"3.640965776s","start":"2026-08-22T15:30:12.52894Z","end":"2026-08-22T15:30:16.169905Z","steps":["trace[842800781] 'agreement among raft nodes before linearized reading' (duration: 3.640781541s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:16.169951Z","caller":"traceutil/trace.go:171","msg":"trace[2120917706] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:28458; }","duration":"2.983277506s","start":"2026-08-22T15:30:13.186659Z","end":"2026-08-22T15:30:16.169937Z","steps":["trace[2120917706] 'agreement among raft nodes before linearized reading' (duration: 2.983182993s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.169984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:12.528922Z","time spent":"3.641051058s","remote":"127.0.0.1:34764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:16.169989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:13.18664Z","time spent":"2.983340948s","remote":"127.0.0.1:49682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:16.169967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.257871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-22T15:30:16.17003Z","caller":"traceutil/trace.go:171","msg":"trace[1622836728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28458; }","duration":"352.316693ms","start":"2026-08-22T15:30:15.817703Z","end":"2026-08-22T15:30:16.17002Z","steps":["trace[1622836728] 'agreement among raft nodes before linearized reading' (duration: 352.19873ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.17006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:15.817657Z","time spent":"352.395715ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-22T15:30:16.170148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567591655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:16.169876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.612717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:16.170181Z","caller":"traceutil/trace.go:171","msg":"trace[560605221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28458; }","duration":"1.567669217s","start":"2026-08-22T15:30:14.602501Z","end":"2026-08-22T15:30:16.17017Z","steps":["trace[560605221] 'agreement among raft nodes before linearized reading' (duration: 1.567611645s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.170214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:14.602465Z","time spent":"1.567742839s","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T15:30:16.170218Z","caller":"traceutil/trace.go:171","msg":"trace[1109555537] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28458; }","duration":"645.967926ms","start":"2026-08-22T15:30:15.524237Z","end":"2026-08-22T15:30:16.170205Z","steps":["trace[1109555537] 'agreement among raft nodes before linearized reading' (duration: 645.601686ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.170264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:15.524228Z","time spent":"646.024098ms","remote":"127.0.0.1:34796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-08-22T15:30:16.169777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654471847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-08-22T15:30:16.169848Z","caller":"traceutil/trace.go:171","msg":"trace[2075467922] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:28458; }","duration":"3.907310609s","start":"2026-08-22T15:30:12.262529Z","end":"2026-08-22T15:30:16.169839Z","steps":["trace[2075467922] 'agreement among raft nodes before linearized reading' (duration: 3.907272788s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.170379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:12.262504Z","time spent":"3.907863204s","remote":"127.0.0.1:43744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:16.170387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.882172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-08-22T15:30:16.170421Z","caller":"traceutil/trace.go:171","msg":"trace[413523486] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28458; }","duration":"649.948812ms","start":"2026-08-22T15:30:15.520462Z","end":"2026-08-22T15:30:16.170411Z","steps":["trace[413523486] 'agreement among raft nodes before linearized reading' (duration: 649.84946ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:16.170404Z","caller":"traceutil/trace.go:171","msg":"trace[1292794927] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28458; }","duration":"3.655108234s","start":"2026-08-22T15:30:12.515257Z","end":"2026-08-22T15:30:16.170366Z","steps":["trace[1292794927] 'agreement among raft nodes before linearized reading' (duration: 3.654442626s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.170448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:15.520441Z","time spent":"650.001764ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:30:16.170531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687646825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-22T15:30:16.170538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:12.515191Z","time spent":"3.65529918s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-08-22T15:30:16.170566Z","caller":"traceutil/trace.go:171","msg":"trace[1554001947] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28458; }","duration":"1.687726428s","start":"2026-08-22T15:30:14.48283Z","end":"2026-08-22T15:30:16.170557Z","steps":["trace[1554001947] 'agreement among raft nodes before linearized reading' (duration: 1.687660167s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.170595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:14.4828Z","time spent":"1.687788659s","remote":"127.0.0.1:34934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:16.170983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.872872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-08-22T15:30:16.171021Z","caller":"traceutil/trace.go:171","msg":"trace[933839308] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:28458; }","duration":"652.940603ms","start":"2026-08-22T15:30:15.51807Z","end":"2026-08-22T15:30:16.171011Z","steps":["trace[933839308] 'agreement among raft nodes before linearized reading' (duration: 652.801359ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.17103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574649928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1515"} {"level":"warn","ts":"2026-08-22T15:30:16.171048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:15.518054Z","time spent":"652.987224ms","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-08-22T15:30:16.171073Z","caller":"traceutil/trace.go:171","msg":"trace[1932532544] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28458; }","duration":"2.5747462s","start":"2026-08-22T15:30:13.596314Z","end":"2026-08-22T15:30:16.17106Z","steps":["trace[1932532544] 'agreement among raft nodes before linearized reading' (duration: 2.574494133s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.171106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:13.596289Z","time spent":"2.574810642s","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1538,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-08-22T15:30:16.169424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:12.515947Z","time spent":"3.65346765s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:30:16.17044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617939022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:16.172224Z","caller":"traceutil/trace.go:171","msg":"trace[1414737343] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28458; }","duration":"1.6197714s","start":"2026-08-22T15:30:14.552433Z","end":"2026-08-22T15:30:16.172204Z","steps":["trace[1414737343] 'agreement among raft nodes before linearized reading' (duration: 1.617930491s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.172276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:14.552409Z","time spent":"1.619849103s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:16.172785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.478790418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:30:16.172834Z","caller":"traceutil/trace.go:171","msg":"trace[1621495842] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:28458; }","duration":"3.47884671s","start":"2026-08-22T15:30:12.693974Z","end":"2026-08-22T15:30:16.172821Z","steps":["trace[1621495842] 'agreement among raft nodes before linearized reading' (duration: 3.478670605s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.172867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:12.693924Z","time spent":"3.478935022s","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:16.173618Z","caller":"traceutil/trace.go:171","msg":"trace[131655785] transaction","detail":"{read_only:false; response_revision:28457; number_of_response:1; }","duration":"646.329736ms","start":"2026-08-22T15:30:15.52727Z","end":"2026-08-22T15:30:16.173599Z","steps":["trace[131655785] 'process raft request' (duration: 641.399224ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:16.173688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:15.527262Z","time spent":"646.392028ms","remote":"127.0.0.1:34968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5221,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:18.094706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733901081s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T15:30:18.094822Z","caller":"traceutil/trace.go:171","msg":"trace[1837170049] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28458; }","duration":"1.924783477s","start":"2026-08-22T15:30:16.170015Z","end":"2026-08-22T15:30:18.094798Z","steps":["trace[1837170049] 'process raft request' (duration: 190.69245ms)","trace[1837170049] 'compare' (duration: 1.733803789s)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:18.094886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:16.16999Z","time spent":"1.924865899s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:18.180411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999830654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T15:30:18.180487Z","caller":"traceutil/trace.go:171","msg":"trace[1534932322] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00006173s","start":"2026-08-22T15:30:16.180408Z","end":"2026-08-22T15:30:18.18047Z","steps":["trace[1534932322] 'agreement among raft nodes before linearized reading' (duration: 1.999976238s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:18.180538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:16.180401Z","time spent":"2.000124572s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 15:30:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:30:18.818527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:16.182857Z","time spent":"2.635662159s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/22 15:30:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:30:18.872785Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.511860897s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-22T15:30:18.8733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:16.173075Z","time spent":"2.700221755s","remote":"127.0.0.1:34608","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-22T15:30:18.873655Z","caller":"traceutil/trace.go:171","msg":"trace[62373743] linearizableReadLoop","detail":"{readStateIndex:29761; appliedIndex:29759; }","duration":"2.695105859s","start":"2026-08-22T15:30:16.178512Z","end":"2026-08-22T15:30:18.873618Z","steps":["trace[62373743] 'read index received' (duration: 182.356107ms)","trace[62373743] 'applied index is now lower than readState.Index' (duration: 2.512748352s)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:18.873774Z","caller":"traceutil/trace.go:171","msg":"trace[1128172835] transaction","detail":"{read_only:false; response_revision:28459; number_of_response:1; }","duration":"2.695061958s","start":"2026-08-22T15:30:16.178682Z","end":"2026-08-22T15:30:18.873744Z","steps":["trace[1128172835] 'process raft request' (duration: 2.694466622s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:18.873918Z","caller":"traceutil/trace.go:171","msg":"trace[2130087442] transaction","detail":"{read_only:false; response_revision:28460; number_of_response:1; }","duration":"2.695023097s","start":"2026-08-22T15:30:16.178787Z","end":"2026-08-22T15:30:18.87381Z","steps":["trace[2130087442] 'process raft request' (duration: 2.694476772s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:18.873953Z","caller":"traceutil/trace.go:171","msg":"trace[530843413] transaction","detail":"{read_only:false; response_revision:28462; number_of_response:1; }","duration":"2.691895333s","start":"2026-08-22T15:30:16.182042Z","end":"2026-08-22T15:30:18.873938Z","steps":["trace[530843413] 'process raft request' (duration: 2.69140535s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:18.873961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:16.178669Z","time spent":"2.695173471s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:18.874044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:16.182022Z","time spent":"2.691958255s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:18.874163Z","caller":"traceutil/trace.go:171","msg":"trace[1916094446] transaction","detail":"{read_only:false; response_revision:28461; number_of_response:1; }","duration":"2.693876666s","start":"2026-08-22T15:30:16.180278Z","end":"2026-08-22T15:30:18.874155Z","steps":["trace[1916094446] 'process raft request' (duration: 2.693042144s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:18.874205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:16.180269Z","time spent":"2.693912787s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:18.874368Z","caller":"traceutil/trace.go:171","msg":"trace[1540990554] transaction","detail":"{read_only:false; response_revision:28464; number_of_response:1; }","duration":"2.691487082s","start":"2026-08-22T15:30:16.182872Z","end":"2026-08-22T15:30:18.874359Z","steps":["trace[1540990554] 'process raft request' (duration: 2.69068183s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:18.874417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:16.182861Z","time spent":"2.691532314s","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16842,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:18.874585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.696070974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2f4cb136-dfb4-47c3-9b30-8651cb035d68\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-08-22T15:30:18.874618Z","caller":"traceutil/trace.go:171","msg":"trace[1874483948] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2f4cb136-dfb4-47c3-9b30-8651cb035d68; range_end:; response_count:1; response_revision:28464; }","duration":"2.696130196s","start":"2026-08-22T15:30:16.17848Z","end":"2026-08-22T15:30:18.87461Z","steps":["trace[1874483948] 'agreement among raft nodes before linearized reading' (duration: 2.696066145s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:18.874639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:16.178462Z","time spent":"2.696172597s","remote":"127.0.0.1:34678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-2f4cb136-dfb4-47c3-9b30-8651cb035d68\" "} {"level":"warn","ts":"2026-08-22T15:30:18.878301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:16.178771Z","time spent":"2.695261943s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:19.374006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T15:30:19.484947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998299798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T15:30:19.485043Z","caller":"traceutil/trace.go:171","msg":"trace[1833171695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998441892s","start":"2026-08-22T15:30:16.486579Z","end":"2026-08-22T15:30:19.485021Z","steps":["trace[1833171695] 'agreement among raft nodes before linearized reading' (duration: 2.998309238s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:19.485101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:16.486567Z","time spent":"2.998522674s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/08/22 15:30:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:30:19.874815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T15:30:20.181049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000330378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-22T15:30:20.181177Z","caller":"traceutil/trace.go:171","msg":"trace[1114833503] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000510764s","start":"2026-08-22T15:30:18.180636Z","end":"2026-08-22T15:30:20.181147Z","steps":["trace[1114833503] 'agreement among raft nodes before linearized reading' (duration: 2.000336109s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:20.181247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.180631Z","time spent":"2.000601716s","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T15:30:20.282869Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.409873187s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-22T15:30:20.283352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.097152Z","time spent":"2.186191879s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-22T15:30:20.284349Z","caller":"traceutil/trace.go:171","msg":"trace[1277705157] transaction","detail":"{read_only:false; response_revision:28469; number_of_response:1; }","duration":"2.104052752s","start":"2026-08-22T15:30:18.180283Z","end":"2026-08-22T15:30:20.284336Z","steps":["trace[1277705157] 'process raft request' (duration: 2.103669032s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:20.284473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.180266Z","time spent":"2.104130525s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:20.283491Z","caller":"traceutil/trace.go:171","msg":"trace[1377319119] transaction","detail":"{read_only:false; response_revision:28466; number_of_response:1; }","duration":"2.159484525s","start":"2026-08-22T15:30:18.123974Z","end":"2026-08-22T15:30:20.283459Z","steps":["trace[1377319119] 'process raft request' (duration: 2.159393152s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:20.284629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.123964Z","time spent":"2.160634365s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:20.284712Z","caller":"traceutil/trace.go:171","msg":"trace[674751905] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28470; }","duration":"1.464416986s","start":"2026-08-22T15:30:18.82028Z","end":"2026-08-22T15:30:20.284697Z","steps":["trace[674751905] 'process raft request' (duration: 1.464364755s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:20.284797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.82025Z","time spent":"1.464494527s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:20.284918Z","caller":"traceutil/trace.go:171","msg":"trace[1994047432] transaction","detail":"{read_only:false; response_revision:28470; number_of_response:1; }","duration":"1.63133988s","start":"2026-08-22T15:30:18.653572Z","end":"2026-08-22T15:30:20.284912Z","steps":["trace[1994047432] 'process raft request' (duration: 1.630702823s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:20.284952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.653549Z","time spent":"1.631385731s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:20.283544Z","caller":"traceutil/trace.go:171","msg":"trace[1016907832] transaction","detail":"{read_only:false; response_revision:28465; number_of_response:1; }","duration":"2.160244825s","start":"2026-08-22T15:30:18.123264Z","end":"2026-08-22T15:30:20.283509Z","steps":["trace[1016907832] 'process raft request' (duration: 2.159928517s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:20.285015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.12323Z","time spent":"2.161769126s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:20.283615Z","caller":"traceutil/trace.go:171","msg":"trace[1714269895] transaction","detail":"{read_only:false; response_revision:28467; number_of_response:1; }","duration":"2.159386203s","start":"2026-08-22T15:30:18.124216Z","end":"2026-08-22T15:30:20.283602Z","steps":["trace[1714269895] 'process raft request' (duration: 2.159194758s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:20.285077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.124191Z","time spent":"2.160870842s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:20.284085Z","caller":"traceutil/trace.go:171","msg":"trace[1819859692] transaction","detail":"{read_only:false; response_revision:28468; number_of_response:1; }","duration":"2.159836004s","start":"2026-08-22T15:30:18.124226Z","end":"2026-08-22T15:30:20.284062Z","steps":["trace[1819859692] 'process raft request' (duration: 2.159344491s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:20.285327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.124206Z","time spent":"2.160952534s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:20.503365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997911848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T15:30:20.503454Z","caller":"traceutil/trace.go:171","msg":"trace[432575133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998069152s","start":"2026-08-22T15:30:17.505364Z","end":"2026-08-22T15:30:20.503433Z","steps":["trace[432575133] 'agreement among raft nodes before linearized reading' (duration: 2.997934849s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:20.503524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:17.505341Z","time spent":"2.998156204s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/08/22 15:30:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:30:21.113689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999918807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-22T15:30:21.113797Z","caller":"traceutil/trace.go:171","msg":"trace[63011930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000090733s","start":"2026-08-22T15:30:19.113683Z","end":"2026-08-22T15:30:21.113773Z","steps":["trace[63011930] 'agreement among raft nodes before linearized reading' (duration: 1.999959199s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:21.11386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:19.113649Z","time spent":"2.000194864s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 15:30:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:30:21.46939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.232909ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:21.469507Z","caller":"traceutil/trace.go:171","msg":"trace[183539275] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28470; }","duration":"896.367803ms","start":"2026-08-22T15:30:20.573125Z","end":"2026-08-22T15:30:21.469493Z","steps":["trace[183539275] 'range keys from in-memory index tree' (duration: 896.217829ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:22.190068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000738959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-22T15:30:22.190159Z","caller":"traceutil/trace.go:171","msg":"trace[67412701] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000903783s","start":"2026-08-22T15:30:20.189235Z","end":"2026-08-22T15:30:22.190139Z","steps":["trace[67412701] 'agreement among raft nodes before linearized reading' (duration: 2.000782959s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:22.190306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:20.189204Z","time spent":"2.001060917s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T15:30:22.318469Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.035396206s","expected-duration":"1s"} {"level":"info","ts":"2026-08-22T15:30:22.319007Z","caller":"traceutil/trace.go:171","msg":"trace[363265222] transaction","detail":"{read_only:false; response_revision:28472; number_of_response:1; }","duration":"3.439904708s","start":"2026-08-22T15:30:18.879076Z","end":"2026-08-22T15:30:22.318981Z","steps":["trace[363265222] 'process raft request' (duration: 3.439782735s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:22.319003Z","caller":"traceutil/trace.go:171","msg":"trace[838565062] transaction","detail":"{read_only:false; response_revision:28471; number_of_response:1; }","duration":"3.439929139s","start":"2026-08-22T15:30:18.879039Z","end":"2026-08-22T15:30:22.318968Z","steps":["trace[838565062] 'process raft request' (duration: 3.43960573s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:22.319118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.879067Z","time spent":"3.439991551s","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T15:30:22.31917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.879024Z","time spent":"3.440055762s","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:22.319181Z","caller":"traceutil/trace.go:171","msg":"trace[827599516] linearizableReadLoop","detail":"{readStateIndex:29782; appliedIndex:29767; }","duration":"3.445387915s","start":"2026-08-22T15:30:18.873772Z","end":"2026-08-22T15:30:22.31916Z","steps":["trace[827599516] 'read index received' (duration: 1.409325352s)","trace[827599516] 'applied index is now lower than readState.Index' (duration: 2.036061583s)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:22.319361Z","caller":"traceutil/trace.go:171","msg":"trace[1061642188] transaction","detail":"{read_only:false; response_revision:28477; number_of_response:1; }","duration":"2.832109173s","start":"2026-08-22T15:30:19.48724Z","end":"2026-08-22T15:30:22.319349Z","steps":["trace[1061642188] 'process raft request' (duration: 2.831878877s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:22.319408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:19.487189Z","time spent":"2.832191155s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:22.319508Z","caller":"traceutil/trace.go:171","msg":"trace[143815497] transaction","detail":"{read_only:false; response_revision:28473; number_of_response:1; }","duration":"3.436934509s","start":"2026-08-22T15:30:18.882567Z","end":"2026-08-22T15:30:22.319502Z","steps":["trace[143815497] 'process raft request' (duration: 3.436340683s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:22.319571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.882541Z","time spent":"3.43698075s","remote":"127.0.0.1:34796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1773,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:22.319642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.139140579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-22T15:30:22.319677Z","caller":"traceutil/trace.go:171","msg":"trace[280923474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28477; }","duration":"4.139188241s","start":"2026-08-22T15:30:18.180477Z","end":"2026-08-22T15:30:22.319665Z","steps":["trace[280923474] 'agreement among raft nodes before linearized reading' (duration: 4.139110109s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:22.319716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.180467Z","time spent":"4.139240262s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-22T15:30:22.319773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.931423552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3188"} {"level":"warn","ts":"2026-08-22T15:30:22.31979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.141207094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-08-22T15:30:22.319819Z","caller":"traceutil/trace.go:171","msg":"trace[1368148022] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:28477; }","duration":"5.931487335s","start":"2026-08-22T15:30:16.388317Z","end":"2026-08-22T15:30:22.319804Z","steps":["trace[1368148022] 'agreement among raft nodes before linearized reading' (duration: 5.931296749s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:22.319865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:16.388303Z","time spent":"5.931555126s","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3211,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-08-22T15:30:22.319563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.135415089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T15:30:22.3201Z","caller":"traceutil/trace.go:171","msg":"trace[1715225398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28477; }","duration":"4.135990755s","start":"2026-08-22T15:30:18.184084Z","end":"2026-08-22T15:30:22.320075Z","steps":["trace[1715225398] 'agreement among raft nodes before linearized reading' (duration: 4.135356368s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:22.320138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.184062Z","time spent":"4.136065257s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-22T15:30:22.320138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.144112532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-08-22T15:30:22.320173Z","caller":"traceutil/trace.go:171","msg":"trace[1367401369] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28477; }","duration":"4.144191794s","start":"2026-08-22T15:30:18.175969Z","end":"2026-08-22T15:30:22.320161Z","steps":["trace[1367401369] 'agreement among raft nodes before linearized reading' (duration: 4.144078081s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:22.320204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.175955Z","time spent":"4.144240696s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-08-22T15:30:22.320354Z","caller":"traceutil/trace.go:171","msg":"trace[323359682] transaction","detail":"{read_only:false; response_revision:28476; number_of_response:1; }","duration":"3.370574934s","start":"2026-08-22T15:30:18.949766Z","end":"2026-08-22T15:30:22.320341Z","steps":["trace[323359682] 'process raft request' (duration: 3.36930718s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:22.320474Z","caller":"traceutil/trace.go:171","msg":"trace[488392248] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28477; }","duration":"6.141918132s","start":"2026-08-22T15:30:16.178544Z","end":"2026-08-22T15:30:22.320462Z","steps":["trace[488392248] 'agreement among raft nodes before linearized reading' (duration: 6.141168092s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:22.320512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:16.178529Z","time spent":"6.141975674s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:30:22.320505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.492431457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:22.320542Z","caller":"traceutil/trace.go:171","msg":"trace[1050777807] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28477; }","duration":"4.492515159s","start":"2026-08-22T15:30:17.828016Z","end":"2026-08-22T15:30:22.320531Z","steps":["trace[1050777807] 'agreement among raft nodes before linearized reading' (duration: 4.492391726s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:22.320564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.949744Z","time spent":"3.370641986s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:22.320631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.474901813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:22.320661Z","caller":"traceutil/trace.go:171","msg":"trace[1508860319] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28477; }","duration":"5.474963864s","start":"2026-08-22T15:30:16.845688Z","end":"2026-08-22T15:30:22.320652Z","steps":["trace[1508860319] 'agreement among raft nodes before linearized reading' (duration: 5.474914643s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:22.320669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.077266083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:22.320693Z","caller":"traceutil/trace.go:171","msg":"trace[274323142] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28477; }","duration":"6.077319085s","start":"2026-08-22T15:30:16.243365Z","end":"2026-08-22T15:30:22.320685Z","steps":["trace[274323142] 'agreement among raft nodes before linearized reading' (duration: 6.077279094s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:22.320688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:16.845656Z","time spent":"5.475024426s","remote":"127.0.0.1:49810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:22.320711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:16.243348Z","time spent":"6.077357816s","remote":"127.0.0.1:58182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:22.320583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:17.827995Z","time spent":"4.492576531s","remote":"127.0.0.1:57948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:22.319785Z","caller":"traceutil/trace.go:171","msg":"trace[1601667311] transaction","detail":"{read_only:false; response_revision:28474; number_of_response:1; }","duration":"3.436166769s","start":"2026-08-22T15:30:18.883609Z","end":"2026-08-22T15:30:22.319775Z","steps":["trace[1601667311] 'process raft request' (duration: 3.435347297s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:22.320878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.8836Z","time spent":"3.437240677s","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:22.321179Z","caller":"traceutil/trace.go:171","msg":"trace[182144181] transaction","detail":"{read_only:false; response_revision:28475; number_of_response:1; }","duration":"3.435377558s","start":"2026-08-22T15:30:18.885792Z","end":"2026-08-22T15:30:22.321169Z","steps":["trace[182144181] 'process raft request' (duration: 3.43321694s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:22.321239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.885783Z","time spent":"3.435420289s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5265,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:22.8194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T15:30:23.320097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T15:30:23.507967Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.189290517s","expected-duration":"1s"} {"level":"info","ts":"2026-08-22T15:30:23.508394Z","caller":"traceutil/trace.go:171","msg":"trace[186278215] transaction","detail":"{read_only:false; response_revision:28478; number_of_response:1; }","duration":"3.223167922s","start":"2026-08-22T15:30:20.285197Z","end":"2026-08-22T15:30:23.508365Z","steps":["trace[186278215] 'process raft request' (duration: 3.222932756s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:23.508413Z","caller":"traceutil/trace.go:171","msg":"trace[1551765934] transaction","detail":"{read_only:false; response_revision:28481; number_of_response:1; }","duration":"1.218147069s","start":"2026-08-22T15:30:22.290246Z","end":"2026-08-22T15:30:23.508393Z","steps":["trace[1551765934] 'process raft request' (duration: 1.218086847s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:23.508453Z","caller":"traceutil/trace.go:171","msg":"trace[1842885121] transaction","detail":"{read_only:false; response_revision:28479; number_of_response:1; }","duration":"2.356263506s","start":"2026-08-22T15:30:21.152148Z","end":"2026-08-22T15:30:23.508412Z","steps":["trace[1842885121] 'process raft request' (duration: 2.356112222s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:23.508529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:20.285177Z","time spent":"3.223275665s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:23.508528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:22.290227Z","time spent":"1.218230111s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:23.508536Z","caller":"traceutil/trace.go:171","msg":"trace[2003761806] transaction","detail":"{read_only:false; response_revision:28480; number_of_response:1; }","duration":"1.350829327s","start":"2026-08-22T15:30:22.157653Z","end":"2026-08-22T15:30:23.508483Z","steps":["trace[2003761806] 'process raft request' (duration: 1.350651323s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:23.508594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:21.152129Z","time spent":"2.35639089s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:23.508682Z","caller":"traceutil/trace.go:171","msg":"trace[447971850] transaction","detail":"{read_only:false; response_revision:28482; number_of_response:1; }","duration":"1.218280352s","start":"2026-08-22T15:30:22.290375Z","end":"2026-08-22T15:30:23.508655Z","steps":["trace[447971850] 'process raft request' (duration: 1.217983394s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:23.50876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:22.157628Z","time spent":"1.351015393s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:23.508803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:22.290342Z","time spent":"1.218397815s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:23.508834Z","caller":"traceutil/trace.go:171","msg":"trace[997961839] transaction","detail":"{read_only:false; response_revision:28483; number_of_response:1; }","duration":"1.218105458s","start":"2026-08-22T15:30:22.290718Z","end":"2026-08-22T15:30:23.508824Z","steps":["trace[997961839] 'process raft request' (duration: 1.217887012s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:23.508884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:22.290704Z","time spent":"1.218153579s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:23.508965Z","caller":"traceutil/trace.go:171","msg":"trace[1794502390] transaction","detail":"{read_only:false; response_revision:28484; number_of_response:1; }","duration":"1.216970207s","start":"2026-08-22T15:30:22.291988Z","end":"2026-08-22T15:30:23.508958Z","steps":["trace[1794502390] 'process raft request' (duration: 1.216804843s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:23.508973Z","caller":"traceutil/trace.go:171","msg":"trace[1542143188] transaction","detail":"{read_only:false; response_revision:28485; number_of_response:1; }","duration":"1.216634458s","start":"2026-08-22T15:30:22.292331Z","end":"2026-08-22T15:30:23.508966Z","steps":["trace[1542143188] 'process raft request' (duration: 1.216568147s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:23.509006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:22.292325Z","time spent":"1.216662339s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:23.509008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:22.291981Z","time spent":"1.217003158s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:24.190458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998864659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T15:30:24.190552Z","caller":"traceutil/trace.go:171","msg":"trace[1945739260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99964545s","start":"2026-08-22T15:30:22.19088Z","end":"2026-08-22T15:30:24.190526Z","steps":["trace[1945739260] 'agreement among raft nodes before linearized reading' (duration: 1.999534817s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:24.190603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:22.190862Z","time spent":"1.999731873s","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 15:30:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:30:25.232721Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.724572213s","expected-duration":"1s"} {"level":"info","ts":"2026-08-22T15:30:25.233118Z","caller":"traceutil/trace.go:171","msg":"trace[1876992922] transaction","detail":"{read_only:false; response_revision:28486; number_of_response:1; }","duration":"2.907726856s","start":"2026-08-22T15:30:22.325362Z","end":"2026-08-22T15:30:25.233088Z","steps":["trace[1876992922] 'process raft request' (duration: 2.90751758s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:25.23317Z","caller":"traceutil/trace.go:171","msg":"trace[612831070] linearizableReadLoop","detail":"{readStateIndex:29794; appliedIndex:29782; }","duration":"2.91388043s","start":"2026-08-22T15:30:22.319267Z","end":"2026-08-22T15:30:25.233148Z","steps":["trace[612831070] 'read index received' (duration: 1.188908517s)","trace[612831070] 'applied index is now lower than readState.Index' (duration: 1.724970923s)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:25.233252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:22.325348Z","time spent":"2.907829008s","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":829,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T15:30:25.233439Z","caller":"traceutil/trace.go:171","msg":"trace[1414631228] transaction","detail":"{read_only:false; response_revision:28487; number_of_response:1; }","duration":"2.907970972s","start":"2026-08-22T15:30:22.325456Z","end":"2026-08-22T15:30:25.233427Z","steps":["trace[1414631228] 'process raft request' (duration: 2.90755214s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.233545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:22.325451Z","time spent":"2.908028043s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:25.233548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.50585819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:30:25.233599Z","caller":"traceutil/trace.go:171","msg":"trace[348060377] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:28489; }","duration":"5.505953673s","start":"2026-08-22T15:30:19.727632Z","end":"2026-08-22T15:30:25.233586Z","steps":["trace[348060377] 'agreement among raft nodes before linearized reading' (duration: 5.505822739s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.233664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.045200061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-08-22T15:30:25.233662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:19.72761Z","time spent":"5.506040466s","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:25.233683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.595953675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-08-22T15:30:25.233696Z","caller":"traceutil/trace.go:171","msg":"trace[1772080754] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28489; }","duration":"5.045265703s","start":"2026-08-22T15:30:20.188422Z","end":"2026-08-22T15:30:25.233688Z","steps":["trace[1772080754] 'agreement among raft nodes before linearized reading' (duration: 5.04515437s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:25.233706Z","caller":"traceutil/trace.go:171","msg":"trace[2147316905] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:28489; }","duration":"4.595978436s","start":"2026-08-22T15:30:20.637721Z","end":"2026-08-22T15:30:25.233699Z","steps":["trace[2147316905] 'agreement among raft nodes before linearized reading' (duration: 4.595826242s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.23372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:20.188405Z","time spent":"5.045309123s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-08-22T15:30:25.233724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:20.637675Z","time spent":"4.596042659s","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":189,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:25.233776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.54693052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:30:25.23382Z","caller":"traceutil/trace.go:171","msg":"trace[2125078169] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:28489; }","duration":"5.546999821s","start":"2026-08-22T15:30:19.686809Z","end":"2026-08-22T15:30:25.233808Z","steps":["trace[2125078169] 'agreement among raft nodes before linearized reading' (duration: 5.546912649s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.233855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:19.686789Z","time spent":"5.547059103s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:25.233867Z","caller":"traceutil/trace.go:171","msg":"trace[737174640] transaction","detail":"{read_only:false; response_revision:28489; number_of_response:1; }","duration":"2.90827879s","start":"2026-08-22T15:30:22.325578Z","end":"2026-08-22T15:30:25.233857Z","steps":["trace[737174640] 'process raft request' (duration: 2.90752827s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.23392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:22.325552Z","time spent":"2.908338312s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:25.233989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098754904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-22T15:30:25.234052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.713813312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:25.234058Z","caller":"traceutil/trace.go:171","msg":"trace[121849116] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28489; }","duration":"3.098862247s","start":"2026-08-22T15:30:22.135169Z","end":"2026-08-22T15:30:25.234032Z","steps":["trace[121849116] 'agreement among raft nodes before linearized reading' (duration: 3.098735334s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:25.234083Z","caller":"traceutil/trace.go:171","msg":"trace[798104263] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28489; }","duration":"5.713882315s","start":"2026-08-22T15:30:19.520193Z","end":"2026-08-22T15:30:25.234075Z","steps":["trace[798104263] 'agreement among raft nodes before linearized reading' (duration: 5.713835334s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.234091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:22.135148Z","time spent":"3.098934699s","remote":"127.0.0.1:34946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:25.23411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:19.520169Z","time spent":"5.713933486s","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:25.234125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909428891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ce2a457fd856cf\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-08-22T15:30:25.234014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.354994671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-08-22T15:30:25.234206Z","caller":"traceutil/trace.go:171","msg":"trace[1448455996] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28489; }","duration":"6.355214757s","start":"2026-08-22T15:30:18.878979Z","end":"2026-08-22T15:30:25.234194Z","steps":["trace[1448455996] 'agreement among raft nodes before linearized reading' (duration: 6.35495299s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.234239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.878962Z","time spent":"6.355268108s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:30:25.234289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.320593891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-08-22T15:30:25.234319Z","caller":"traceutil/trace.go:171","msg":"trace[808449126] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28489; }","duration":"6.320667122s","start":"2026-08-22T15:30:18.913645Z","end":"2026-08-22T15:30:25.234312Z","steps":["trace[808449126] 'agreement among raft nodes before linearized reading' (duration: 6.32058433s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:25.234167Z","caller":"traceutil/trace.go:171","msg":"trace[1762639831] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ce2a457fd856cf; range_end:; response_count:1; response_revision:28489; }","duration":"2.909492462s","start":"2026-08-22T15:30:22.324662Z","end":"2026-08-22T15:30:25.234154Z","steps":["trace[1762639831] 'agreement among raft nodes before linearized reading' (duration: 2.909364179s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.234342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.913626Z","time spent":"6.320707994s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-22T15:30:25.234247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.056713534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1515"} {"level":"warn","ts":"2026-08-22T15:30:25.234369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724152761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-08-22T15:30:25.234398Z","caller":"traceutil/trace.go:171","msg":"trace[1879719531] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28489; }","duration":"1.724202893s","start":"2026-08-22T15:30:23.510186Z","end":"2026-08-22T15:30:25.234389Z","steps":["trace[1879719531] 'agreement among raft nodes before linearized reading' (duration: 1.72412027s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.234397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030962041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:25.234404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.580299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:25.234433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:23.510173Z","time spent":"1.724253874s","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-08-22T15:30:25.234446Z","caller":"traceutil/trace.go:171","msg":"trace[1534331678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28489; }","duration":"1.031051244s","start":"2026-08-22T15:30:24.203382Z","end":"2026-08-22T15:30:25.234433Z","steps":["trace[1534331678] 'agreement among raft nodes before linearized reading' (duration: 1.030967331s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:25.234453Z","caller":"traceutil/trace.go:171","msg":"trace[1776742388] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28489; }","duration":"607.669821ms","start":"2026-08-22T15:30:24.62677Z","end":"2026-08-22T15:30:25.23444Z","steps":["trace[1776742388] 'agreement among raft nodes before linearized reading' (duration: 607.595199ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.23446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078300848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:25.234457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739142227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:25.234485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.350239564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-08-22T15:30:25.234412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144076197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:25.234417Z","caller":"traceutil/trace.go:171","msg":"trace[801435288] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28489; }","duration":"4.056940941s","start":"2026-08-22T15:30:21.177448Z","end":"2026-08-22T15:30:25.234389Z","steps":["trace[801435288] 'agreement among raft nodes before linearized reading' (duration: 4.05656656s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.234568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802948613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-08-22T15:30:25.234604Z","caller":"traceutil/trace.go:171","msg":"trace[1085446977] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28489; }","duration":"1.144300513s","start":"2026-08-22T15:30:24.090263Z","end":"2026-08-22T15:30:25.234563Z","steps":["trace[1085446977] 'agreement among raft nodes before linearized reading' (duration: 1.143958164s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.234286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202217332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-22T15:30:25.234685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90901486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-08-22T15:30:25.234676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.266494765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:25.234701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:24.090192Z","time spent":"1.144490748s","remote":"127.0.0.1:57864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:25.234728Z","caller":"traceutil/trace.go:171","msg":"trace[2095271762] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28489; }","duration":"2.909085512s","start":"2026-08-22T15:30:22.325631Z","end":"2026-08-22T15:30:25.234716Z","steps":["trace[2095271762] 'agreement among raft nodes before linearized reading' (duration: 2.908931408s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.234387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.399023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:25.234769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:22.325606Z","time spent":"2.909154493s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-22T15:30:25.234791Z","caller":"traceutil/trace.go:171","msg":"trace[1466337733] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:28489; }","duration":"340.860666ms","start":"2026-08-22T15:30:24.893918Z","end":"2026-08-22T15:30:25.234778Z","steps":["trace[1466337733] 'agreement among raft nodes before linearized reading' (duration: 340.386853ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.234823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:24.893897Z","time spent":"340.915237ms","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:25.234734Z","caller":"traceutil/trace.go:171","msg":"trace[597929893] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28489; }","duration":"4.266587047s","start":"2026-08-22T15:30:20.968137Z","end":"2026-08-22T15:30:25.234724Z","steps":["trace[597929893] 'agreement among raft nodes before linearized reading' (duration: 4.266509835s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.23485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.143965287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:30:25.234894Z","caller":"traceutil/trace.go:171","msg":"trace[2008687690] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:28489; }","duration":"4.14403585s","start":"2026-08-22T15:30:21.090846Z","end":"2026-08-22T15:30:25.234881Z","steps":["trace[2008687690] 'agreement among raft nodes before linearized reading' (duration: 4.142606391s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.234925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:21.090834Z","time spent":"4.144082311s","remote":"127.0.0.1:35030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:25.234629Z","caller":"traceutil/trace.go:171","msg":"trace[1069222595] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:28489; }","duration":"2.803052027s","start":"2026-08-22T15:30:22.431564Z","end":"2026-08-22T15:30:25.234616Z","steps":["trace[1069222595] 'agreement among raft nodes before linearized reading' (duration: 2.802896392s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.234985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:22.431539Z","time spent":"2.803436456s","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"info","ts":"2026-08-22T15:30:25.234685Z","caller":"traceutil/trace.go:171","msg":"trace[2116746421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28489; }","duration":"1.202654364s","start":"2026-08-22T15:30:24.032021Z","end":"2026-08-22T15:30:25.234675Z","steps":["trace[2116746421] 'agreement among raft nodes before linearized reading' (duration: 1.202231493s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.235038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:24.032Z","time spent":"1.203026584s","remote":"127.0.0.1:54076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:25.234392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907688384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:25.234589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:21.177424Z","time spent":"4.057155756s","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1538,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-08-22T15:30:25.235149Z","caller":"traceutil/trace.go:171","msg":"trace[528421008] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:28489; }","duration":"2.908480226s","start":"2026-08-22T15:30:22.326659Z","end":"2026-08-22T15:30:25.23514Z","steps":["trace[528421008] 'agreement among raft nodes before linearized reading' (duration: 2.907657444s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.235172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:22.326653Z","time spent":"2.908511406s","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:25.234363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:22.324646Z","time spent":"2.909708209s","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ce2a457fd856cf\" "} {"level":"warn","ts":"2026-08-22T15:30:25.234477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:24.203368Z","time spent":"1.031103626s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T15:30:25.234512Z","caller":"traceutil/trace.go:171","msg":"trace[701230136] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:28489; }","duration":"6.350289476s","start":"2026-08-22T15:30:18.884214Z","end":"2026-08-22T15:30:25.234503Z","steps":["trace[701230136] 'agreement among raft nodes before linearized reading' (duration: 6.350212003s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.235397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.884206Z","time spent":"6.351178959s","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-08-22T15:30:25.234498Z","caller":"traceutil/trace.go:171","msg":"trace[413814665] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:28489; }","duration":"1.0783645s","start":"2026-08-22T15:30:24.156126Z","end":"2026-08-22T15:30:25.234491Z","steps":["trace[413814665] 'agreement among raft nodes before linearized reading' (duration: 1.078307109s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.234499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:24.626746Z","time spent":"607.744263ms","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:25.235507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:24.156115Z","time spent":"1.079346626s","remote":"127.0.0.1:43722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:25.233549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.214206886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:25.235591Z","caller":"traceutil/trace.go:171","msg":"trace[2096739835] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:28489; }","duration":"4.216297862s","start":"2026-08-22T15:30:21.019283Z","end":"2026-08-22T15:30:25.235581Z","steps":["trace[2096739835] 'agreement among raft nodes before linearized reading' (duration: 4.214206936s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.235618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:21.019258Z","time spent":"4.216351003s","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:25.234517Z","caller":"traceutil/trace.go:171","msg":"trace[455573501] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:28489; }","duration":"2.739195648s","start":"2026-08-22T15:30:22.495305Z","end":"2026-08-22T15:30:25.2345Z","steps":["trace[455573501] 'agreement among raft nodes before linearized reading' (duration: 2.739120156s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.234932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:20.968112Z","time spent":"4.266787402s","remote":"127.0.0.1:46502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:25.235679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:22.495236Z","time spent":"2.740424192s","remote":"127.0.0.1:54000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:25.235892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.356754168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-08-22T15:30:25.235927Z","caller":"traceutil/trace.go:171","msg":"trace[2095844038] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28489; }","duration":"6.356821739s","start":"2026-08-22T15:30:18.879097Z","end":"2026-08-22T15:30:25.235919Z","steps":["trace[2095844038] 'agreement among raft nodes before linearized reading' (duration: 6.355432372s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.235955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:18.879081Z","time spent":"6.356867441s","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2747,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:25.2371Z","caller":"traceutil/trace.go:171","msg":"trace[1428877706] transaction","detail":"{read_only:false; response_revision:28488; number_of_response:1; }","duration":"2.911561158s","start":"2026-08-22T15:30:22.325522Z","end":"2026-08-22T15:30:25.237083Z","steps":["trace[1428877706] 'process raft request' (duration: 2.90754833s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.237188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:22.325513Z","time spent":"2.911632s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:25.875002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.937562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:30:25.875108Z","caller":"traceutil/trace.go:171","msg":"trace[1603450138] linearizableReadLoop","detail":"{readStateIndex:29795; appliedIndex:29794; }","duration":"637.063058ms","start":"2026-08-22T15:30:25.23803Z","end":"2026-08-22T15:30:25.875093Z","steps":["trace[1603450138] 'read index received' (duration: 78.947891ms)","trace[1603450138] 'applied index is now lower than readState.Index' (duration: 558.113047ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:25.87517Z","caller":"traceutil/trace.go:171","msg":"trace[1692490809] transaction","detail":"{read_only:false; response_revision:28490; number_of_response:1; }","duration":"638.2459ms","start":"2026-08-22T15:30:25.236915Z","end":"2026-08-22T15:30:25.875161Z","steps":["trace[1692490809] 'process raft request' (duration: 80.041161ms)","trace[1692490809] 'compare' (duration: 557.632143ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:25.875301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.236896Z","time spent":"638.299261ms","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:25.8757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.664074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-22T15:30:25.875744Z","caller":"traceutil/trace.go:171","msg":"trace[1943576810] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28490; }","duration":"637.811238ms","start":"2026-08-22T15:30:25.23792Z","end":"2026-08-22T15:30:25.875731Z","steps":["trace[1943576810] 'agreement among raft nodes before linearized reading' (duration: 637.576222ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:25.875778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.237888Z","time spent":"637.88239ms","remote":"127.0.0.1:34796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-08-22T15:30:26.176513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.239878Z","time spent":"936.62761ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/22 15:30:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:30:26.182149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.239892Z","time spent":"942.2502ms","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/22 15:30:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:30:26.18238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.399082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T15:30:26.182454Z","caller":"traceutil/trace.go:171","msg":"trace[1096229624] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; }","duration":"943.503164ms","start":"2026-08-22T15:30:25.238929Z","end":"2026-08-22T15:30:26.182433Z","steps":["trace[1096229624] 'agreement among raft nodes before linearized reading' (duration: 943.412201ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:26.182494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.238919Z","time spent":"943.563945ms","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} 2026/08/22 15:30:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:30:26.800132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.634974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:30:26.800804Z","caller":"traceutil/trace.go:171","msg":"trace[852467183] transaction","detail":"{read_only:false; response_revision:28495; number_of_response:1; }","duration":"1.509505282s","start":"2026-08-22T15:30:25.291205Z","end":"2026-08-22T15:30:26.80071Z","steps":["trace[852467183] 'process raft request' (duration: 1.50944573s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:26.800902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.291175Z","time spent":"1.509685377s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:26.800982Z","caller":"traceutil/trace.go:171","msg":"trace[1709445905] transaction","detail":"{read_only:false; response_revision:28493; number_of_response:1; }","duration":"1.560630309s","start":"2026-08-22T15:30:25.240277Z","end":"2026-08-22T15:30:26.800908Z","steps":["trace[1709445905] 'process raft request' (duration: 1.560079544s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:26.801141Z","caller":"traceutil/trace.go:171","msg":"trace[2067123918] transaction","detail":"{read_only:false; response_revision:28494; number_of_response:1; }","duration":"1.558572024s","start":"2026-08-22T15:30:25.242531Z","end":"2026-08-22T15:30:26.801103Z","steps":["trace[2067123918] 'process raft request' (duration: 1.55806286s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:26.801204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.240258Z","time spent":"1.560834485s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:26.801334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.242519Z","time spent":"1.558716318s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:26.803351Z","caller":"traceutil/trace.go:171","msg":"trace[1001523396] transaction","detail":"{read_only:false; response_revision:28496; number_of_response:1; }","duration":"1.289028125s","start":"2026-08-22T15:30:25.514304Z","end":"2026-08-22T15:30:26.803333Z","steps":["trace[1001523396] 'process raft request' (duration: 1.288823179s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:26.803511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.514278Z","time spent":"1.289171249s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:26.803912Z","caller":"traceutil/trace.go:171","msg":"trace[444480378] transaction","detail":"{read_only:false; response_revision:28497; number_of_response:1; }","duration":"1.289176558s","start":"2026-08-22T15:30:25.514521Z","end":"2026-08-22T15:30:26.803697Z","steps":["trace[444480378] 'process raft request' (duration: 1.288758737s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:26.804065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.514482Z","time spent":"1.289503487s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:26.804169Z","caller":"traceutil/trace.go:171","msg":"trace[1364115817] transaction","detail":"{read_only:false; response_revision:28498; number_of_response:1; }","duration":"1.28924334s","start":"2026-08-22T15:30:25.514896Z","end":"2026-08-22T15:30:26.804139Z","steps":["trace[1364115817] 'process raft request' (duration: 1.288708596s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:26.804332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.514868Z","time spent":"1.289386644s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:26.804489Z","caller":"traceutil/trace.go:171","msg":"trace[159424000] transaction","detail":"{read_only:false; response_revision:28499; number_of_response:1; }","duration":"1.288948542s","start":"2026-08-22T15:30:25.515526Z","end":"2026-08-22T15:30:26.804475Z","steps":["trace[159424000] 'process raft request' (duration: 1.288523941s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:26.804566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.51552Z","time spent":"1.289005134s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:26.804735Z","caller":"traceutil/trace.go:171","msg":"trace[1012265091] transaction","detail":"{read_only:false; response_revision:28500; number_of_response:1; }","duration":"1.288248843s","start":"2026-08-22T15:30:25.516468Z","end":"2026-08-22T15:30:26.804716Z","steps":["trace[1012265091] 'process raft request' (duration: 1.287945185s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:26.80481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.516459Z","time spent":"1.288309946s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:26.80493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.036455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-22T15:30:26.805003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559339854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-08-22T15:30:26.805023Z","caller":"traceutil/trace.go:171","msg":"trace[1832124093] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:28501; }","duration":"994.123248ms","start":"2026-08-22T15:30:25.810863Z","end":"2026-08-22T15:30:26.804986Z","steps":["trace[1832124093] 'agreement among raft nodes before linearized reading' (duration: 993.984654ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:26.805047Z","caller":"traceutil/trace.go:171","msg":"trace[2144298548] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28501; }","duration":"1.559382085s","start":"2026-08-22T15:30:25.245651Z","end":"2026-08-22T15:30:26.805033Z","steps":["trace[2144298548] 'agreement among raft nodes before linearized reading' (duration: 1.559232081s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:26.805086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.245627Z","time spent":"1.559451387s","remote":"127.0.0.1:54146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-22T15:30:26.805107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.810804Z","time spent":"994.283062ms","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:26.805137Z","caller":"traceutil/trace.go:171","msg":"trace[1810270117] transaction","detail":"{read_only:false; response_revision:28501; number_of_response:1; }","duration":"1.269509612s","start":"2026-08-22T15:30:25.535607Z","end":"2026-08-22T15:30:26.805117Z","steps":["trace[1810270117] 'process raft request' (duration: 1.269094171s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:26.805152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56219237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:26.805201Z","caller":"traceutil/trace.go:171","msg":"trace[1115595744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28501; }","duration":"1.562250682s","start":"2026-08-22T15:30:25.242936Z","end":"2026-08-22T15:30:26.805186Z","steps":["trace[1115595744] 'agreement among raft nodes before linearized reading' (duration: 1.56217649s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:26.805232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.535592Z","time spent":"1.269587335s","remote":"127.0.0.1:49682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3175,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:26.80524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.24293Z","time spent":"1.562301703s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T15:30:26.805807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566321421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-77caced7-350d-49be-958b-527452259966\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-08-22T15:30:26.806457Z","caller":"traceutil/trace.go:171","msg":"trace[836367907] range","detail":"{range_begin:/registry/persistentvolumes/pvc-77caced7-350d-49be-958b-527452259966; range_end:; response_count:1; response_revision:28501; }","duration":"1.566919157s","start":"2026-08-22T15:30:25.239446Z","end":"2026-08-22T15:30:26.806366Z","steps":["trace[836367907] 'agreement among raft nodes before linearized reading' (duration: 1.566252589s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:26.806551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.239435Z","time spent":"1.567100322s","remote":"127.0.0.1:34678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-77caced7-350d-49be-958b-527452259966\" "} {"level":"info","ts":"2026-08-22T15:30:26.806033Z","caller":"traceutil/trace.go:171","msg":"trace[1823633812] linearizableReadLoop","detail":"{readStateIndex:29806; appliedIndex:29795; }","duration":"929.652693ms","start":"2026-08-22T15:30:25.875128Z","end":"2026-08-22T15:30:26.80478Z","steps":["trace[1823633812] 'read index received' (duration: 232.19575ms)","trace[1823633812] 'applied index is now lower than readState.Index' (duration: 697.456033ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:26.806902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.476219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.124\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-08-22T15:30:26.806937Z","caller":"traceutil/trace.go:171","msg":"trace[1178558326] range","detail":"{range_begin:/registry/masterleases/199.19.213.124; range_end:; response_count:1; response_revision:28501; }","duration":"929.556381ms","start":"2026-08-22T15:30:25.877375Z","end":"2026-08-22T15:30:26.806932Z","steps":["trace[1178558326] 'agreement among raft nodes before linearized reading' (duration: 929.482379ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:26.806966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.877351Z","time spent":"929.607262ms","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.124\" "} {"level":"warn","ts":"2026-08-22T15:30:26.807092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.688657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:26.807129Z","caller":"traceutil/trace.go:171","msg":"trace[1565560190] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28501; }","duration":"618.754689ms","start":"2026-08-22T15:30:26.188368Z","end":"2026-08-22T15:30:26.807122Z","steps":["trace[1565560190] 'agreement among raft nodes before linearized reading' (duration: 618.706767ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:26.807157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:26.188353Z","time spent":"618.79895ms","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-08-22T15:30:26.807281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.014438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:26.807317Z","caller":"traceutil/trace.go:171","msg":"trace[1560623012] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28501; }","duration":"870.08145ms","start":"2026-08-22T15:30:25.93723Z","end":"2026-08-22T15:30:26.807312Z","steps":["trace[1560623012] 'agreement among raft nodes before linearized reading' (duration: 870.024698ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:26.807344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.937208Z","time spent":"870.130402ms","remote":"127.0.0.1:53728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:26.807545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.139553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ce2a457fd856cf\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-08-22T15:30:26.809596Z","caller":"traceutil/trace.go:171","msg":"trace[1490852353] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ce2a457fd856cf; range_end:; response_count:1; response_revision:28501; }","duration":"928.234216ms","start":"2026-08-22T15:30:25.879336Z","end":"2026-08-22T15:30:26.80757Z","steps":["trace[1490852353] 'agreement among raft nodes before linearized reading' (duration: 927.980699ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:26.809661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:25.879309Z","time spent":"930.341262ms","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ce2a457fd856cf\" "} {"level":"warn","ts":"2026-08-22T15:30:28.180079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:27.540729Z","time spent":"639.338889ms","remote":"127.0.0.1:43676","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-22T15:30:28.651756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.784124555s","expected-duration":"1s"} {"level":"info","ts":"2026-08-22T15:30:28.652503Z","caller":"traceutil/trace.go:171","msg":"trace[764973142] transaction","detail":"{read_only:false; response_revision:28502; number_of_response:1; }","duration":"1.843490933s","start":"2026-08-22T15:30:26.80897Z","end":"2026-08-22T15:30:28.652461Z","steps":["trace[764973142] 'process raft request' (duration: 1.843198525s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:28.652521Z","caller":"traceutil/trace.go:171","msg":"trace[2008442665] linearizableReadLoop","detail":"{readStateIndex:29808; appliedIndex:29807; }","duration":"1.836860265s","start":"2026-08-22T15:30:26.815636Z","end":"2026-08-22T15:30:28.652496Z","steps":["trace[2008442665] 'read index received' (duration: 52.118574ms)","trace[2008442665] 'applied index is now lower than readState.Index' (duration: 1.784740811s)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:28.652678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:26.808954Z","time spent":"1.843634876s","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":840,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T15:30:28.652737Z","caller":"traceutil/trace.go:171","msg":"trace[579786539] transaction","detail":"{read_only:false; response_revision:28503; number_of_response:1; }","duration":"1.834806961s","start":"2026-08-22T15:30:26.817917Z","end":"2026-08-22T15:30:28.652724Z","steps":["trace[579786539] 'process raft request' (duration: 1.83440389s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:28.65296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:26.817906Z","time spent":"1.834969775s","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:28.653142Z","caller":"traceutil/trace.go:171","msg":"trace[1176674579] transaction","detail":"{read_only:false; response_revision:28504; number_of_response:1; }","duration":"1.833892666s","start":"2026-08-22T15:30:26.819186Z","end":"2026-08-22T15:30:28.653079Z","steps":["trace[1176674579] 'process raft request' (duration: 1.833197508s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:28.653226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837542714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:28.653399Z","caller":"traceutil/trace.go:171","msg":"trace[2089475373] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28504; }","duration":"1.837756449s","start":"2026-08-22T15:30:26.815619Z","end":"2026-08-22T15:30:28.653376Z","steps":["trace[2089475373] 'agreement among raft nodes before linearized reading' (duration: 1.837454361s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:28.653498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:26.815612Z","time spent":"1.837870822s","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-08-22T15:30:28.653401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:26.819176Z","time spent":"1.834091592s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:28.816568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-22T15:30:28.81666Z","caller":"traceutil/trace.go:171","msg":"trace[2074326787] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000276856s","start":"2026-08-22T15:30:26.816356Z","end":"2026-08-22T15:30:28.816633Z","steps":["trace[2074326787] 'agreement among raft nodes before linearized reading' (duration: 2.000166273s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:28.816704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:26.816343Z","time spent":"2.000351949s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T15:30:29.02853Z","caller":"traceutil/trace.go:171","msg":"trace[1819749410] transaction","detail":"{read_only:false; response_revision:28505; number_of_response:1; }","duration":"2.160299056s","start":"2026-08-22T15:30:26.868189Z","end":"2026-08-22T15:30:29.028488Z","steps":["trace[1819749410] 'process raft request' (duration: 2.085800823s)","trace[1819749410] 'compare' (duration: 73.898657ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:29.028534Z","caller":"traceutil/trace.go:171","msg":"trace[2135236365] linearizableReadLoop","detail":"{readStateIndex:29811; appliedIndex:29810; }","duration":"375.901384ms","start":"2026-08-22T15:30:28.652583Z","end":"2026-08-22T15:30:29.028485Z","steps":["trace[2135236365] 'read index received' (duration: 301.427232ms)","trace[2135236365] 'applied index is now lower than readState.Index' (duration: 74.470992ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:29.028591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748808691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:29.028614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.10055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:29.02867Z","caller":"traceutil/trace.go:171","msg":"trace[1284639961] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28505; }","duration":"753.211963ms","start":"2026-08-22T15:30:28.275446Z","end":"2026-08-22T15:30:29.028658Z","steps":["trace[1284639961] 'agreement among raft nodes before linearized reading' (duration: 753.0831ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:29.028679Z","caller":"traceutil/trace.go:171","msg":"trace[1287348627] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:28505; }","duration":"1.748919883s","start":"2026-08-22T15:30:27.279724Z","end":"2026-08-22T15:30:29.028644Z","steps":["trace[1287348627] 'agreement among raft nodes before linearized reading' (duration: 1.748764839s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.028704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:28.275429Z","time spent":"753.266694ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:29.028707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:26.868177Z","time spent":"2.160443579s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:29.028697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789119719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-08-22T15:30:29.028734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:27.279712Z","time spent":"1.749001476s","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:29.028767Z","caller":"traceutil/trace.go:171","msg":"trace[287408745] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28505; }","duration":"1.789237602s","start":"2026-08-22T15:30:27.239511Z","end":"2026-08-22T15:30:29.028748Z","steps":["trace[287408745] 'agreement among raft nodes before linearized reading' (duration: 1.789010476s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.028816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:27.239482Z","time spent":"1.789324624s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-08-22T15:30:29.028877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.030334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:29.028935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187821491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-08-22T15:30:29.028968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458245259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:29.028999Z","caller":"traceutil/trace.go:171","msg":"trace[726445672] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28505; }","duration":"2.187925965s","start":"2026-08-22T15:30:26.841053Z","end":"2026-08-22T15:30:29.028979Z","steps":["trace[726445672] 'agreement among raft nodes before linearized reading' (duration: 2.187771561s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.029037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:26.841031Z","time spent":"2.187995636s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-08-22T15:30:29.029048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703456328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:29.029054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211320961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-08-22T15:30:29.029002Z","caller":"traceutil/trace.go:171","msg":"trace[337231201] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28505; }","duration":"1.45827856s","start":"2026-08-22T15:30:27.570712Z","end":"2026-08-22T15:30:29.028991Z","steps":["trace[337231201] 'agreement among raft nodes before linearized reading' (duration: 1.458221909s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.029089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787787363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-22T15:30:29.029118Z","caller":"traceutil/trace.go:171","msg":"trace[2070937477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28505; }","duration":"1.787816474s","start":"2026-08-22T15:30:27.241293Z","end":"2026-08-22T15:30:29.02911Z","steps":["trace[2070937477] 'agreement among raft nodes before linearized reading' (duration: 1.78767064s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:29.029118Z","caller":"traceutil/trace.go:171","msg":"trace[791588389] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28505; }","duration":"2.211384612s","start":"2026-08-22T15:30:26.817712Z","end":"2026-08-22T15:30:29.029096Z","steps":["trace[791588389] 'agreement among raft nodes before linearized reading' (duration: 2.211249529s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.029146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:27.241281Z","time spent":"1.787858415s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-22T15:30:29.029172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:26.817706Z","time spent":"2.211451144s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:30:29.029198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787870726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-22T15:30:29.029176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:27.570644Z","time spent":"1.458483106s","remote":"127.0.0.1:57754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:29.029229Z","caller":"traceutil/trace.go:171","msg":"trace[1400296836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28505; }","duration":"1.787933796s","start":"2026-08-22T15:30:27.241287Z","end":"2026-08-22T15:30:29.029221Z","steps":["trace[1400296836] 'agreement among raft nodes before linearized reading' (duration: 1.787814453s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.029267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:27.241265Z","time spent":"1.787993908s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-22T15:30:29.02902Z","caller":"traceutil/trace.go:171","msg":"trace[1526658906] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:28505; }","duration":"733.25941ms","start":"2026-08-22T15:30:28.29572Z","end":"2026-08-22T15:30:29.028979Z","steps":["trace[1526658906] 'agreement among raft nodes before linearized reading' (duration: 732.987863ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.029338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:28.295703Z","time spent":"733.613359ms","remote":"127.0.0.1:59692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:29.028924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116191626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-08-22T15:30:29.02908Z","caller":"traceutil/trace.go:171","msg":"trace[1126313295] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:28505; }","duration":"1.70353484s","start":"2026-08-22T15:30:27.325537Z","end":"2026-08-22T15:30:29.029072Z","steps":["trace[1126313295] 'agreement among raft nodes before linearized reading' (duration: 1.703484918s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.029495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:27.325505Z","time spent":"1.703971191s","remote":"127.0.0.1:58238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:29.029484Z","caller":"traceutil/trace.go:171","msg":"trace[1198412152] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:28505; }","duration":"2.116744201s","start":"2026-08-22T15:30:26.912652Z","end":"2026-08-22T15:30:29.029397Z","steps":["trace[1198412152] 'agreement among raft nodes before linearized reading' (duration: 2.116034032s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.029641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:26.912636Z","time spent":"2.116939096s","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-08-22T15:30:29.528844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847721,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T15:30:29.762369Z","caller":"traceutil/trace.go:171","msg":"trace[1573447137] transaction","detail":"{read_only:false; response_revision:28506; number_of_response:1; }","duration":"1.104933082s","start":"2026-08-22T15:30:28.657405Z","end":"2026-08-22T15:30:29.762338Z","steps":["trace[1573447137] 'process raft request' (duration: 1.104781658s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:29.762408Z","caller":"traceutil/trace.go:171","msg":"trace[4967435] transaction","detail":"{read_only:false; response_revision:28508; number_of_response:1; }","duration":"952.836235ms","start":"2026-08-22T15:30:28.809556Z","end":"2026-08-22T15:30:29.762392Z","steps":["trace[4967435] 'process raft request' (duration: 952.767513ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:29.762418Z","caller":"traceutil/trace.go:171","msg":"trace[1854149776] transaction","detail":"{read_only:false; response_revision:28507; number_of_response:1; }","duration":"1.103251576s","start":"2026-08-22T15:30:28.659131Z","end":"2026-08-22T15:30:29.762383Z","steps":["trace[1854149776] 'process raft request' (duration: 1.103158214s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.762496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:28.657379Z","time spent":"1.105052615s","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T15:30:29.762531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:28.809534Z","time spent":"952.933177ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:29.762568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:28.659111Z","time spent":"1.10337808s","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T15:30:29.762667Z","caller":"traceutil/trace.go:171","msg":"trace[168902254] transaction","detail":"{read_only:false; response_revision:28509; number_of_response:1; }","duration":"952.947877ms","start":"2026-08-22T15:30:28.809713Z","end":"2026-08-22T15:30:29.762661Z","steps":["trace[168902254] 'process raft request' (duration: 952.652469ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.762701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:28.809668Z","time spent":"953.016249ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:29.763063Z","caller":"traceutil/trace.go:171","msg":"trace[562634252] transaction","detail":"{read_only:false; response_revision:28510; number_of_response:1; }","duration":"951.704174ms","start":"2026-08-22T15:30:28.811331Z","end":"2026-08-22T15:30:29.763035Z","steps":["trace[562634252] 'process raft request' (duration: 951.303633ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:29.763091Z","caller":"traceutil/trace.go:171","msg":"trace[460564608] transaction","detail":"{read_only:false; response_revision:28512; number_of_response:1; }","duration":"951.406686ms","start":"2026-08-22T15:30:28.811664Z","end":"2026-08-22T15:30:29.76307Z","steps":["trace[460564608] 'process raft request' (duration: 951.354524ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.763173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:28.811317Z","time spent":"951.812457ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:29.763241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:28.811629Z","time spent":"951.519789ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:29.763309Z","caller":"traceutil/trace.go:171","msg":"trace[1613417608] transaction","detail":"{read_only:false; response_revision:28511; number_of_response:1; }","duration":"951.799497ms","start":"2026-08-22T15:30:28.811498Z","end":"2026-08-22T15:30:29.763298Z","steps":["trace[1613417608] 'process raft request' (duration: 951.363135ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.763366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:28.811483Z","time spent":"951.855368ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:29.884536Z","caller":"traceutil/trace.go:171","msg":"trace[1189555339] transaction","detail":"{read_only:false; response_revision:28515; number_of_response:1; }","duration":"850.181028ms","start":"2026-08-22T15:30:29.034334Z","end":"2026-08-22T15:30:29.884515Z","steps":["trace[1189555339] 'process raft request' (duration: 850.098356ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:29.88457Z","caller":"traceutil/trace.go:171","msg":"trace[1618130051] transaction","detail":"{read_only:false; response_revision:28514; number_of_response:1; }","duration":"850.449576ms","start":"2026-08-22T15:30:29.034073Z","end":"2026-08-22T15:30:29.884523Z","steps":["trace[1618130051] 'process raft request' (duration: 850.326192ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.884675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:29.034325Z","time spent":"850.270991ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:29.884738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:29.034061Z","time spent":"850.585429ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:29.884964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012189951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:29.885Z","caller":"traceutil/trace.go:171","msg":"trace[1457745494] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:28516; }","duration":"1.012261813s","start":"2026-08-22T15:30:28.872727Z","end":"2026-08-22T15:30:29.884989Z","steps":["trace[1457745494] 'agreement among raft nodes before linearized reading' (duration: 1.012178831s)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:29.884941Z","caller":"traceutil/trace.go:171","msg":"trace[2131554037] linearizableReadLoop","detail":"{readStateIndex:29822; appliedIndex:29811; }","duration":"856.24993ms","start":"2026-08-22T15:30:29.028632Z","end":"2026-08-22T15:30:29.884882Z","steps":["trace[2131554037] 'read index received' (duration: 733.537409ms)","trace[2131554037] 'applied index is now lower than readState.Index' (duration: 122.711221ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:29.885025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:28.872708Z","time spent":"1.012310984s","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:29.885034Z","caller":"traceutil/trace.go:171","msg":"trace[988797802] transaction","detail":"{read_only:false; response_revision:28513; number_of_response:1; }","duration":"851.564345ms","start":"2026-08-22T15:30:29.033457Z","end":"2026-08-22T15:30:29.885022Z","steps":["trace[988797802] 'process raft request' (duration: 850.805055ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.885096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:29.033441Z","time spent":"851.621737ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:29.885197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043139029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:29.885262Z","caller":"traceutil/trace.go:171","msg":"trace[1561057608] transaction","detail":"{read_only:false; response_revision:28516; number_of_response:1; }","duration":"850.511277ms","start":"2026-08-22T15:30:29.034742Z","end":"2026-08-22T15:30:29.885254Z","steps":["trace[1561057608] 'process raft request' (duration: 849.731566ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:29.885283Z","caller":"traceutil/trace.go:171","msg":"trace[1055225821] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:28516; }","duration":"1.043315333s","start":"2026-08-22T15:30:28.841948Z","end":"2026-08-22T15:30:29.885263Z","steps":["trace[1055225821] 'agreement among raft nodes before linearized reading' (duration: 1.043144059s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.885341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:29.034736Z","time spent":"850.557248ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:29.885354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:28.841924Z","time spent":"1.043389196s","remote":"127.0.0.1:59716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:29.885642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219503905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-08-22T15:30:29.885671Z","caller":"traceutil/trace.go:171","msg":"trace[1270321991] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28516; }","duration":"1.219574177s","start":"2026-08-22T15:30:28.666089Z","end":"2026-08-22T15:30:29.885663Z","steps":["trace[1270321991] 'agreement among raft nodes before linearized reading' (duration: 1.219474214s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.885692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:28.666073Z","time spent":"1.219612149s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-08-22T15:30:29.885694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225906967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:29.88577Z","caller":"traceutil/trace.go:171","msg":"trace[2068297148] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28516; }","duration":"1.226032901s","start":"2026-08-22T15:30:28.659723Z","end":"2026-08-22T15:30:29.885756Z","steps":["trace[2068297148] 'agreement among raft nodes before linearized reading' (duration: 1.225925198s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.885816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067990493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:29.885834Z","caller":"traceutil/trace.go:171","msg":"trace[77495444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28516; }","duration":"1.068044224s","start":"2026-08-22T15:30:28.817784Z","end":"2026-08-22T15:30:29.885828Z","steps":["trace[77495444] 'agreement among raft nodes before linearized reading' (duration: 1.068008454s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.885839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:28.6597Z","time spent":"1.226127682s","remote":"127.0.0.1:34796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-08-22T15:30:29.885851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:28.81777Z","time spent":"1.068077716s","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T15:30:29.885858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161611007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:29.885919Z","caller":"traceutil/trace.go:171","msg":"trace[1130221674] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28516; }","duration":"1.161706739s","start":"2026-08-22T15:30:28.724195Z","end":"2026-08-22T15:30:29.885902Z","steps":["trace[1130221674] 'agreement among raft nodes before linearized reading' (duration: 1.161602337s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:29.885962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:28.724171Z","time spent":"1.161780462s","remote":"127.0.0.1:57738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:30.385932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T15:30:31.115023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000648448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T15:30:31.11567Z","caller":"traceutil/trace.go:171","msg":"trace[588348926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001360676s","start":"2026-08-22T15:30:29.114289Z","end":"2026-08-22T15:30:31.11565Z","steps":["trace[588348926] 'agreement among raft nodes before linearized reading' (duration: 2.000694709s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:31.115742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:29.114257Z","time spent":"2.001467059s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 15:30:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:30:31.209565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.094768ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:31.209673Z","caller":"traceutil/trace.go:171","msg":"trace[1653666740] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28516; }","duration":"634.216602ms","start":"2026-08-22T15:30:30.575441Z","end":"2026-08-22T15:30:31.209657Z","steps":["trace[1653666740] 'range keys from in-memory index tree' (duration: 634.079328ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:31.210504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.931193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:30:31.21066Z","caller":"traceutil/trace.go:171","msg":"trace[2134347074] linearizableReadLoop","detail":"{readStateIndex:29823; appliedIndex:29822; }","duration":"1.325609594s","start":"2026-08-22T15:30:29.885027Z","end":"2026-08-22T15:30:31.210636Z","steps":["trace[2134347074] 'read index received' (duration: 887.430715ms)","trace[2134347074] 'applied index is now lower than readState.Index' (duration: 438.174499ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:31.210779Z","caller":"traceutil/trace.go:171","msg":"trace[740994081] transaction","detail":"{read_only:false; response_revision:28517; number_of_response:1; }","duration":"1.442918521s","start":"2026-08-22T15:30:29.767749Z","end":"2026-08-22T15:30:31.210668Z","steps":["trace[740994081] 'process raft request' (duration: 1.004728431s)","trace[740994081] 'compare' (duration: 437.623254ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:31.210855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531553002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:31.210968Z","caller":"traceutil/trace.go:171","msg":"trace[1528066978] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28517; }","duration":"1.531750266s","start":"2026-08-22T15:30:29.679188Z","end":"2026-08-22T15:30:31.210939Z","steps":["trace[1528066978] 'agreement among raft nodes before linearized reading' (duration: 1.531507829s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:31.210978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177700133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1f637605-b399-4e0b-add4-466c66feb683\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-08-22T15:30:31.211026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:29.679165Z","time spent":"1.531848149s","remote":"127.0.0.1:57840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:31.211034Z","caller":"traceutil/trace.go:171","msg":"trace[797744864] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1f637605-b399-4e0b-add4-466c66feb683; range_end:; response_count:1; response_revision:28517; }","duration":"2.177781045s","start":"2026-08-22T15:30:29.033234Z","end":"2026-08-22T15:30:31.211015Z","steps":["trace[797744864] 'agreement among raft nodes before linearized reading' (duration: 2.177509418s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:31.211057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18020185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-08-22T15:30:31.211052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:29.767711Z","time spent":"1.443192338s","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T15:30:31.211078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:29.033217Z","time spent":"2.177850417s","remote":"127.0.0.1:34678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-1f637605-b399-4e0b-add4-466c66feb683\" "} {"level":"info","ts":"2026-08-22T15:30:31.211097Z","caller":"traceutil/trace.go:171","msg":"trace[795105611] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28517; }","duration":"2.180259682s","start":"2026-08-22T15:30:29.030827Z","end":"2026-08-22T15:30:31.211086Z","steps":["trace[795105611] 'agreement among raft nodes before linearized reading' (duration: 2.180101788s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:31.211123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:29.030808Z","time spent":"2.180308523s","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-08-22T15:30:31.824367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.077774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:30:31.82457Z","caller":"traceutil/trace.go:171","msg":"trace[1238757052] transaction","detail":"{read_only:false; response_revision:28518; number_of_response:1; }","duration":"810.066966ms","start":"2026-08-22T15:30:31.014477Z","end":"2026-08-22T15:30:31.824544Z","steps":["trace[1238757052] 'process raft request' (duration: 441.692003ms)","trace[1238757052] 'compare' (duration: 367.732805ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:31.82468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:31.014447Z","time spent":"810.179148ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:31.900571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000264447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T15:30:31.900658Z","caller":"traceutil/trace.go:171","msg":"trace[1121847632] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000383121s","start":"2026-08-22T15:30:29.900255Z","end":"2026-08-22T15:30:31.900638Z","steps":["trace[1121847632] 'agreement among raft nodes before linearized reading' (duration: 2.000275538s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:31.900713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:29.900249Z","time spent":"2.000448672s","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 15:30:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T15:30:32.19652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.004779ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-08-22T15:30:32.19764Z","caller":"traceutil/trace.go:171","msg":"trace[896542] transaction","detail":"{read_only:false; response_revision:28519; number_of_response:1; }","duration":"981.292775ms","start":"2026-08-22T15:30:31.216305Z","end":"2026-08-22T15:30:32.197598Z","steps":["trace[896542] 'process raft request' (duration: 980.316559ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:32.197859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:31.216284Z","time spent":"981.428558ms","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T15:30:32.197379Z","caller":"traceutil/trace.go:171","msg":"trace[1885940417] linearizableReadLoop","detail":"{readStateIndex:29825; appliedIndex:29823; }","duration":"986.649237ms","start":"2026-08-22T15:30:31.210705Z","end":"2026-08-22T15:30:32.197354Z","steps":["trace[1885940417] 'read index received' (duration: 245.448524ms)","trace[1885940417] 'applied index is now lower than readState.Index' (duration: 741.199503ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:32.697631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701777723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:32.697696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804522286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:32.697768Z","caller":"traceutil/trace.go:171","msg":"trace[886434648] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:28519; }","duration":"1.701991979s","start":"2026-08-22T15:30:30.995742Z","end":"2026-08-22T15:30:32.697734Z","steps":["trace[886434648] 'agreement among raft nodes before linearized reading' (duration: 1.20210319s)","trace[886434648] 'count revisions from in-memory index tree' (duration: 499.664992ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:32.69782Z","caller":"traceutil/trace.go:171","msg":"trace[737174841] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28519; }","duration":"2.80468709s","start":"2026-08-22T15:30:29.893098Z","end":"2026-08-22T15:30:32.697785Z","steps":["trace[737174841] 'agreement among raft nodes before linearized reading' (duration: 2.304761581s)","trace[737174841] 'range keys from in-memory index tree' (duration: 499.739744ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:32.697835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:30.995718Z","time spent":"1.702103371s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:32.697843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805350648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29790210-h5rwq\" ","response":"range_response_count:1 size:7220"} {"level":"warn","ts":"2026-08-22T15:30:32.697892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:29.893093Z","time spent":"2.804779943s","remote":"127.0.0.1:34796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-08-22T15:30:32.697924Z","caller":"traceutil/trace.go:171","msg":"trace[306168403] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29790210-h5rwq; range_end:; response_count:1; response_revision:28519; }","duration":"2.80541311s","start":"2026-08-22T15:30:29.892473Z","end":"2026-08-22T15:30:32.697886Z","steps":["trace[306168403] 'agreement among raft nodes before linearized reading' (duration: 2.305399318s)","trace[306168403] 'range keys from in-memory index tree' (duration: 499.897539ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:32.697981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:29.892457Z","time spent":"2.805513192s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7243,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29790210-h5rwq\" "} {"level":"warn","ts":"2026-08-22T15:30:32.698246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219564931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:32.698291Z","caller":"traceutil/trace.go:171","msg":"trace[716220704] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:28519; }","duration":"2.219651973s","start":"2026-08-22T15:30:30.478623Z","end":"2026-08-22T15:30:32.698275Z","steps":["trace[716220704] 'agreement among raft nodes before linearized reading' (duration: 1.719223501s)","trace[716220704] 'count revisions from in-memory index tree' (duration: 500.368321ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:32.698334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:30.478599Z","time spent":"2.219719556s","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:32.698503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456176529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1515"} {"level":"warn","ts":"2026-08-22T15:30:32.697693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.80805946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-08-22T15:30:32.698546Z","caller":"traceutil/trace.go:171","msg":"trace[931601960] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28519; }","duration":"2.456261231s","start":"2026-08-22T15:30:30.242267Z","end":"2026-08-22T15:30:32.698529Z","steps":["trace[931601960] 'agreement among raft nodes before linearized reading' (duration: 1.955602772s)","trace[931601960] 'range keys from in-memory index tree' (duration: 500.497815ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:32.698582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:30.242243Z","time spent":"2.456329543s","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1538,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-08-22T15:30:32.698598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967180951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-08-22T15:30:32.698598Z","caller":"traceutil/trace.go:171","msg":"trace[161704753] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28519; }","duration":"2.809022286s","start":"2026-08-22T15:30:29.889534Z","end":"2026-08-22T15:30:32.698556Z","steps":["trace[161704753] 'agreement among raft nodes before linearized reading' (duration: 2.308438289s)","trace[161704753] 'range keys from in-memory index tree' (duration: 499.467568ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:32.69864Z","caller":"traceutil/trace.go:171","msg":"trace[1864355996] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28519; }","duration":"1.967249873s","start":"2026-08-22T15:30:30.731375Z","end":"2026-08-22T15:30:32.698625Z","steps":["trace[1864355996] 'agreement among raft nodes before linearized reading' (duration: 1.466184273s)","trace[1864355996] 'range keys from in-memory index tree' (duration: 500.858845ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:32.698673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:30.731357Z","time spent":"1.967308944s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-08-22T15:30:32.698702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:29.889519Z","time spent":"2.8091466s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-22T15:30:32.698698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474770156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:32.698705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948209683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:30:32.698792Z","caller":"traceutil/trace.go:171","msg":"trace[608387124] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:28519; }","duration":"2.47493502s","start":"2026-08-22T15:30:30.223828Z","end":"2026-08-22T15:30:32.698763Z","steps":["trace[608387124] 'agreement among raft nodes before linearized reading' (duration: 1.973993894s)","trace[608387124] 'count revisions from in-memory index tree' (duration: 500.789763ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:32.698807Z","caller":"traceutil/trace.go:171","msg":"trace[1930601914] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28519; }","duration":"1.948380549s","start":"2026-08-22T15:30:30.750396Z","end":"2026-08-22T15:30:32.698777Z","steps":["trace[1930601914] 'agreement among raft nodes before linearized reading' (duration: 1.447431102s)","trace[1930601914] 'count revisions from in-memory index tree' (duration: 500.767612ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:32.698846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:30.2238Z","time spent":"2.475034663s","remote":"127.0.0.1:49774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:32.698859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.44467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-08-22T15:30:32.698702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923343269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:32.698901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:30.750368Z","time spent":"1.948515482s","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:32.699004Z","caller":"traceutil/trace.go:171","msg":"trace[314278857] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:28519; }","duration":"1.923632636s","start":"2026-08-22T15:30:30.775301Z","end":"2026-08-22T15:30:32.698933Z","steps":["trace[314278857] 'agreement among raft nodes before linearized reading' (duration: 1.422524045s)","trace[314278857] 'count revisions from in-memory index tree' (duration: 500.798483ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:32.699063Z","caller":"traceutil/trace.go:171","msg":"trace[1480435826] transaction","detail":"{read_only:false; response_revision:28520; number_of_response:1; }","duration":"930.30723ms","start":"2026-08-22T15:30:31.768733Z","end":"2026-08-22T15:30:32.69904Z","steps":["trace[1480435826] 'process raft request' (duration: 428.607033ms)","trace[1480435826] 'compare' (duration: 500.994018ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:32.699136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:31.768708Z","time spent":"930.396513ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:32.699172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:30.775295Z","time spent":"1.923810421s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:32.699266Z","caller":"traceutil/trace.go:171","msg":"trace[2051458062] transaction","detail":"{read_only:false; response_revision:28521; number_of_response:1; }","duration":"930.446013ms","start":"2026-08-22T15:30:31.768795Z","end":"2026-08-22T15:30:32.699241Z","steps":["trace[2051458062] 'process raft request' (duration: 930.141605ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:32.699403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:31.768762Z","time spent":"930.553746ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:32.699493Z","caller":"traceutil/trace.go:171","msg":"trace[1204689386] transaction","detail":"{read_only:false; response_revision:28522; number_of_response:1; }","duration":"930.588528ms","start":"2026-08-22T15:30:31.768889Z","end":"2026-08-22T15:30:32.699477Z","steps":["trace[1204689386] 'process raft request' (duration: 930.29106ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:32.699613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:31.768881Z","time spent":"930.649239ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:32.700018Z","caller":"traceutil/trace.go:171","msg":"trace[337418614] transaction","detail":"{read_only:false; response_revision:28523; number_of_response:1; }","duration":"930.913237ms","start":"2026-08-22T15:30:31.769086Z","end":"2026-08-22T15:30:32.7Z","steps":["trace[337418614] 'process raft request' (duration: 930.65379ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:32.700423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:31.769077Z","time spent":"931.168443ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:32.700686Z","caller":"traceutil/trace.go:171","msg":"trace[557750229] transaction","detail":"{read_only:false; response_revision:28524; number_of_response:1; }","duration":"931.542163ms","start":"2026-08-22T15:30:31.76912Z","end":"2026-08-22T15:30:32.700662Z","steps":["trace[557750229] 'process raft request' (duration: 930.826644ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:32.700796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:31.769085Z","time spent":"931.662157ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:32.701806Z","caller":"traceutil/trace.go:171","msg":"trace[730326706] transaction","detail":"{read_only:false; response_revision:28526; number_of_response:1; }","duration":"181.369571ms","start":"2026-08-22T15:30:32.52042Z","end":"2026-08-22T15:30:32.701789Z","steps":["trace[730326706] 'process raft request' (duration: 181.30753ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:32.701981Z","caller":"traceutil/trace.go:171","msg":"trace[417878182] linearizableReadLoop","detail":"{readStateIndex:29832; appliedIndex:29826; }","duration":"503.880455ms","start":"2026-08-22T15:30:32.19808Z","end":"2026-08-22T15:30:32.701961Z","steps":["trace[417878182] 'read index received' (duration: 57.321µs)","trace[417878182] 'applied index is now lower than readState.Index' (duration: 503.820614ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:32.702316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.96516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:30:32.702357Z","caller":"traceutil/trace.go:171","msg":"trace[1607026575] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:28526; }","duration":"829.053692ms","start":"2026-08-22T15:30:31.873289Z","end":"2026-08-22T15:30:32.702343Z","steps":["trace[1607026575] 'agreement among raft nodes before linearized reading' (duration: 828.96713ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:32.702388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:31.873268Z","time spent":"829.112273ms","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:32.7024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.755276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-08-22T15:30:32.702438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488003836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-08-22T15:30:32.70245Z","caller":"traceutil/trace.go:171","msg":"trace[800314660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28526; }","duration":"812.87774ms","start":"2026-08-22T15:30:31.889558Z","end":"2026-08-22T15:30:32.702436Z","steps":["trace[800314660] 'agreement among raft nodes before linearized reading' (duration: 812.687875ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:32.702466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.038396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-08-22T15:30:32.70248Z","caller":"traceutil/trace.go:171","msg":"trace[1881546887] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:28526; }","duration":"1.488074907s","start":"2026-08-22T15:30:31.21439Z","end":"2026-08-22T15:30:32.702465Z","steps":["trace[1881546887] 'agreement among raft nodes before linearized reading' (duration: 1.487895393s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:32.702498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:31.889536Z","time spent":"812.953881ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-22T15:30:32.702505Z","caller":"traceutil/trace.go:171","msg":"trace[1766147496] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28526; }","duration":"889.141479ms","start":"2026-08-22T15:30:31.813352Z","end":"2026-08-22T15:30:32.702494Z","steps":["trace[1766147496] 'agreement among raft nodes before linearized reading' (duration: 889.022576ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:32.702514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:31.214385Z","time spent":"1.488121118s","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-08-22T15:30:32.702531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:31.8133Z","time spent":"889.224771ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-22T15:30:32.702645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489020202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-08-22T15:30:32.702678Z","caller":"traceutil/trace.go:171","msg":"trace[1773774301] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28526; }","duration":"1.489064594s","start":"2026-08-22T15:30:31.213602Z","end":"2026-08-22T15:30:32.702667Z","steps":["trace[1773774301] 'agreement among raft nodes before linearized reading' (duration: 1.488963171s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:32.702686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.49257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:32.702704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:31.213589Z","time spent":"1.489109735s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-08-22T15:30:32.702715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055256962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:32.702722Z","caller":"traceutil/trace.go:171","msg":"trace[1473129357] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28526; }","duration":"609.569182ms","start":"2026-08-22T15:30:32.09314Z","end":"2026-08-22T15:30:32.702709Z","steps":["trace[1473129357] 'agreement among raft nodes before linearized reading' (duration: 609.50672ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:32.70275Z","caller":"traceutil/trace.go:171","msg":"trace[1088541180] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28526; }","duration":"1.055334934s","start":"2026-08-22T15:30:31.647405Z","end":"2026-08-22T15:30:32.70274Z","steps":["trace[1088541180] 'agreement among raft nodes before linearized reading' (duration: 1.055274742s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:32.702754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:32.093118Z","time spent":"609.627644ms","remote":"127.0.0.1:57852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:32.702781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:31.64738Z","time spent":"1.055393045s","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:32.702931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.782221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:32.702969Z","caller":"traceutil/trace.go:171","msg":"trace[1030337150] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28526; }","duration":"651.819002ms","start":"2026-08-22T15:30:32.051138Z","end":"2026-08-22T15:30:32.702957Z","steps":["trace[1030337150] 'agreement among raft nodes before linearized reading' (duration: 651.76181ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:32.703013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:32.051068Z","time spent":"651.936205ms","remote":"127.0.0.1:59876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:32.703193Z","caller":"traceutil/trace.go:171","msg":"trace[1791851994] transaction","detail":"{read_only:false; response_revision:28525; number_of_response:1; }","duration":"895.265523ms","start":"2026-08-22T15:30:31.806662Z","end":"2026-08-22T15:30:32.701928Z","steps":["trace[1791851994] 'process raft request' (duration: 893.64318ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:32.703269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.877005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ce2a457fd856cf\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-08-22T15:30:32.703275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.382228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:32.703306Z","caller":"traceutil/trace.go:171","msg":"trace[948089848] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ce2a457fd856cf; range_end:; response_count:1; response_revision:28526; }","duration":"500.953607ms","start":"2026-08-22T15:30:32.20234Z","end":"2026-08-22T15:30:32.703294Z","steps":["trace[948089848] 'agreement among raft nodes before linearized reading' (duration: 500.503664ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:32.703317Z","caller":"traceutil/trace.go:171","msg":"trace[194406904] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28526; }","duration":"176.4835ms","start":"2026-08-22T15:30:32.526821Z","end":"2026-08-22T15:30:32.703304Z","steps":["trace[194406904] 'agreement among raft nodes before linearized reading' (duration: 176.411008ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:32.703334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:32.202325Z","time spent":"501.002938ms","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ce2a457fd856cf\" "} {"level":"warn","ts":"2026-08-22T15:30:32.703496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.82941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:32.7035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.981202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-08-22T15:30:32.703537Z","caller":"traceutil/trace.go:171","msg":"trace[1617445071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28526; }","duration":"796.890432ms","start":"2026-08-22T15:30:31.906639Z","end":"2026-08-22T15:30:32.703529Z","steps":["trace[1617445071] 'agreement among raft nodes before linearized reading' (duration: 796.8296ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:32.703563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.988502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-22T15:30:32.703573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:31.90663Z","time spent":"796.936933ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T15:30:32.703568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:31.806648Z","time spent":"896.640879ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:32.703595Z","caller":"traceutil/trace.go:171","msg":"trace[1333427256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28526; }","duration":"813.063134ms","start":"2026-08-22T15:30:31.890522Z","end":"2026-08-22T15:30:32.703585Z","steps":["trace[1333427256] 'agreement among raft nodes before linearized reading' (duration: 812.975142ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:32.703587Z","caller":"traceutil/trace.go:171","msg":"trace[1931905613] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28526; }","duration":"813.075555ms","start":"2026-08-22T15:30:31.890486Z","end":"2026-08-22T15:30:32.703562Z","steps":["trace[1931905613] 'agreement among raft nodes before linearized reading' (duration: 812.801727ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:32.703621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:31.890502Z","time spent":"813.113176ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-22T15:30:32.703641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:31.890454Z","time spent":"813.174447ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-08-22T15:30:33.096186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.652426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:30:33.096301Z","caller":"traceutil/trace.go:171","msg":"trace[930497206] linearizableReadLoop","detail":"{readStateIndex:29834; appliedIndex:29833; }","duration":"391.349797ms","start":"2026-08-22T15:30:32.704932Z","end":"2026-08-22T15:30:33.096282Z","steps":["trace[930497206] 'read index received' (duration: 187.764382ms)","trace[930497206] 'applied index is now lower than readState.Index' (duration: 203.583695ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:33.096583Z","caller":"traceutil/trace.go:171","msg":"trace[2127948317] transaction","detail":"{read_only:false; response_revision:28527; number_of_response:1; }","duration":"392.567049ms","start":"2026-08-22T15:30:32.703974Z","end":"2026-08-22T15:30:33.096541Z","steps":["trace[2127948317] 'process raft request' (duration: 188.46259ms)","trace[2127948317] 'compare' (duration: 203.075121ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:33.096704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.748277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:33.096761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:32.703762Z","time spent":"392.904888ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:33.096814Z","caller":"traceutil/trace.go:171","msg":"trace[1988342134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28527; }","duration":"391.86832ms","start":"2026-08-22T15:30:32.704905Z","end":"2026-08-22T15:30:33.096774Z","steps":["trace[1988342134] 'agreement among raft nodes before linearized reading' (duration: 391.711086ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:33.096868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:32.704897Z","time spent":"391.962223ms","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T15:30:33.183247Z","caller":"traceutil/trace.go:171","msg":"trace[1874382915] transaction","detail":"{read_only:false; response_revision:28528; number_of_response:1; }","duration":"478.187059ms","start":"2026-08-22T15:30:32.705037Z","end":"2026-08-22T15:30:33.183224Z","steps":["trace[1874382915] 'process raft request' (duration: 477.954863ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:33.183385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:32.705016Z","time spent":"478.287402ms","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:33.18361Z","caller":"traceutil/trace.go:171","msg":"trace[837928095] transaction","detail":"{read_only:false; response_revision:28529; number_of_response:1; }","duration":"476.099634ms","start":"2026-08-22T15:30:32.707482Z","end":"2026-08-22T15:30:33.183581Z","steps":["trace[837928095] 'process raft request' (duration: 475.642071ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:33.183749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:32.707475Z","time spent":"476.202266ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:33.183833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.322649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-08-22T15:30:33.183873Z","caller":"traceutil/trace.go:171","msg":"trace[469267610] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28532; }","duration":"476.374081ms","start":"2026-08-22T15:30:32.707485Z","end":"2026-08-22T15:30:33.183859Z","steps":["trace[469267610] 'agreement among raft nodes before linearized reading' (duration: 476.225777ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:33.183915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:32.707479Z","time spent":"476.425032ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-22T15:30:33.184071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.444289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6b551c81-f9df-4cc6-a52a-a84ee88b7c4b\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-08-22T15:30:33.184134Z","caller":"traceutil/trace.go:171","msg":"trace[1703825459] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6b551c81-f9df-4cc6-a52a-a84ee88b7c4b; range_end:; response_count:1; response_revision:28532; }","duration":"477.49821ms","start":"2026-08-22T15:30:32.706598Z","end":"2026-08-22T15:30:33.184096Z","steps":["trace[1703825459] 'agreement among raft nodes before linearized reading' (duration: 477.338316ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:33.184164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:32.706585Z","time spent":"477.572453ms","remote":"127.0.0.1:34678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-6b551c81-f9df-4cc6-a52a-a84ee88b7c4b\" "} {"level":"warn","ts":"2026-08-22T15:30:33.184251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.984151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-22T15:30:33.184331Z","caller":"traceutil/trace.go:171","msg":"trace[1417554928] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28532; }","duration":"479.089013ms","start":"2026-08-22T15:30:32.705219Z","end":"2026-08-22T15:30:33.184308Z","steps":["trace[1417554928] 'agreement among raft nodes before linearized reading' (duration: 478.811916ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:33.184376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:32.705211Z","time spent":"479.154225ms","remote":"127.0.0.1:34796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-08-22T15:30:33.184333Z","caller":"traceutil/trace.go:171","msg":"trace[1804410865] transaction","detail":"{read_only:false; response_revision:28530; number_of_response:1; }","duration":"476.817072ms","start":"2026-08-22T15:30:32.7075Z","end":"2026-08-22T15:30:33.184317Z","steps":["trace[1804410865] 'process raft request' (duration: 475.689792ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:33.184484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:32.707488Z","time spent":"476.957156ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7213,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:33.184647Z","caller":"traceutil/trace.go:171","msg":"trace[446386377] transaction","detail":"{read_only:false; response_revision:28531; number_of_response:1; }","duration":"477.10696ms","start":"2026-08-22T15:30:32.707528Z","end":"2026-08-22T15:30:33.184635Z","steps":["trace[446386377] 'process raft request' (duration: 475.751004ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:33.184708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:32.707512Z","time spent":"477.165952ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:33.184905Z","caller":"traceutil/trace.go:171","msg":"trace[269991254] transaction","detail":"{read_only:false; response_revision:28532; number_of_response:1; }","duration":"477.059559ms","start":"2026-08-22T15:30:32.70781Z","end":"2026-08-22T15:30:33.18487Z","steps":["trace[269991254] 'process raft request' (duration: 475.516358ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:33.18501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.426134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:30:33.185074Z","caller":"traceutil/trace.go:171","msg":"trace[457893606] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:28532; }","duration":"242.536827ms","start":"2026-08-22T15:30:32.942516Z","end":"2026-08-22T15:30:33.185053Z","steps":["trace[457893606] 'agreement among raft nodes before linearized reading' (duration: 242.408834ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:33.18503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:32.707804Z","time spent":"477.165482ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:33.692346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847753,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T15:30:33.801784Z","caller":"traceutil/trace.go:171","msg":"trace[707442864] transaction","detail":"{read_only:false; response_revision:28533; number_of_response:1; }","duration":"610.857987ms","start":"2026-08-22T15:30:33.190895Z","end":"2026-08-22T15:30:33.801753Z","steps":["trace[707442864] 'process raft request' (duration: 517.664205ms)","trace[707442864] 'compare' (duration: 92.970647ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:33.801922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:33.190878Z","time spent":"610.98058ms","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T15:30:33.870603Z","caller":"traceutil/trace.go:171","msg":"trace[1856350851] linearizableReadLoop","detail":"{readStateIndex:29842; appliedIndex:29839; }","duration":"679.055531ms","start":"2026-08-22T15:30:33.191521Z","end":"2026-08-22T15:30:33.870576Z","steps":["trace[1856350851] 'read index received' (duration: 517.060489ms)","trace[1856350851] 'applied index is now lower than readState.Index' (duration: 161.993732ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:33.870964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.424911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5c5133e6-40fc-4c53-aa9a-7c98f9cd9991\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-08-22T15:30:33.871093Z","caller":"traceutil/trace.go:171","msg":"trace[2138538739] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5c5133e6-40fc-4c53-aa9a-7c98f9cd9991; range_end:; response_count:1; response_revision:28535; }","duration":"679.505003ms","start":"2026-08-22T15:30:33.191507Z","end":"2026-08-22T15:30:33.871012Z","steps":["trace[2138538739] 'agreement among raft nodes before linearized reading' (duration: 679.184964ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:33.871134Z","caller":"traceutil/trace.go:171","msg":"trace[1849021340] transaction","detail":"{read_only:false; response_revision:28534; number_of_response:1; }","duration":"674.621533ms","start":"2026-08-22T15:30:33.196471Z","end":"2026-08-22T15:30:33.871092Z","steps":["trace[1849021340] 'process raft request' (duration: 673.854132ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:33.871187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:33.191472Z","time spent":"679.665717ms","remote":"127.0.0.1:34678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-5c5133e6-40fc-4c53-aa9a-7c98f9cd9991\" "} {"level":"warn","ts":"2026-08-22T15:30:33.871334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:33.196456Z","time spent":"674.792037ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6773,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:33.871478Z","caller":"traceutil/trace.go:171","msg":"trace[816602926] transaction","detail":"{read_only:false; response_revision:28535; number_of_response:1; }","duration":"639.39049ms","start":"2026-08-22T15:30:33.23205Z","end":"2026-08-22T15:30:33.87144Z","steps":["trace[816602926] 'process raft request' (duration: 638.453365ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:33.871657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:33.232013Z","time spent":"639.543684ms","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16428,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:36.037951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847853,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T15:30:36.343691Z","caller":"traceutil/trace.go:171","msg":"trace[644008370] transaction","detail":"{read_only:false; response_revision:28581; number_of_response:1; }","duration":"832.421872ms","start":"2026-08-22T15:30:35.511249Z","end":"2026-08-22T15:30:36.343671Z","steps":["trace[644008370] 'process raft request' (duration: 832.275128ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:36.343827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:35.51123Z","time spent":"832.522694ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:36.531354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.048151ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-08-22T15:30:36.531465Z","caller":"traceutil/trace.go:171","msg":"trace[16727572] linearizableReadLoop","detail":"{readStateIndex:29890; appliedIndex:29888; }","duration":"993.8894ms","start":"2026-08-22T15:30:35.537554Z","end":"2026-08-22T15:30:36.531443Z","steps":["trace[16727572] 'read index received' (duration: 805.964674ms)","trace[16727572] 'applied index is now lower than readState.Index' (duration: 187.923225ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:36.531932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.363793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-08-22T15:30:36.531963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.42492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-08-22T15:30:36.532033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.886728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.124\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-08-22T15:30:36.532033Z","caller":"traceutil/trace.go:171","msg":"trace[1336826486] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:28581; }","duration":"994.520687ms","start":"2026-08-22T15:30:35.537491Z","end":"2026-08-22T15:30:36.532012Z","steps":["trace[1336826486] 'agreement among raft nodes before linearized reading' (duration: 994.240219ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:36.532074Z","caller":"traceutil/trace.go:171","msg":"trace[1158375148] range","detail":"{range_begin:/registry/masterleases/199.19.213.124; range_end:; response_count:1; response_revision:28581; }","duration":"653.955809ms","start":"2026-08-22T15:30:35.878106Z","end":"2026-08-22T15:30:36.532062Z","steps":["trace[1158375148] 'agreement among raft nodes before linearized reading' (duration: 653.783564ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:36.532059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.271263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:30:36.532038Z","caller":"traceutil/trace.go:171","msg":"trace[1680703295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28581; }","duration":"977.550463ms","start":"2026-08-22T15:30:35.55447Z","end":"2026-08-22T15:30:36.53202Z","steps":["trace[1680703295] 'agreement among raft nodes before linearized reading' (duration: 977.349158ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:36.532109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:35.878097Z","time spent":"654.004291ms","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.124\" "} {"level":"warn","ts":"2026-08-22T15:30:36.532126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:35.554446Z","time spent":"977.667706ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-22T15:30:36.532127Z","caller":"traceutil/trace.go:171","msg":"trace[1284325295] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:28581; }","duration":"121.394846ms","start":"2026-08-22T15:30:36.410716Z","end":"2026-08-22T15:30:36.532111Z","steps":["trace[1284325295] 'agreement among raft nodes before linearized reading' (duration: 121.236082ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:36.532171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.629738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:6230"} {"level":"info","ts":"2026-08-22T15:30:36.532228Z","caller":"traceutil/trace.go:171","msg":"trace[967859497] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:28581; }","duration":"844.72449ms","start":"2026-08-22T15:30:35.687494Z","end":"2026-08-22T15:30:36.532219Z","steps":["trace[967859497] 'agreement among raft nodes before linearized reading' (duration: 844.610327ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:36.532258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:35.687475Z","time spent":"844.776362ms","remote":"127.0.0.1:53726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":6253,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-08-22T15:30:36.532086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.141755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:36.532086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:35.537465Z","time spent":"994.610089ms","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-08-22T15:30:36.532391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.416382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4430"} {"level":"info","ts":"2026-08-22T15:30:36.53242Z","caller":"traceutil/trace.go:171","msg":"trace[2040196825] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:28581; }","duration":"184.486663ms","start":"2026-08-22T15:30:36.347925Z","end":"2026-08-22T15:30:36.532411Z","steps":["trace[2040196825] 'agreement among raft nodes before linearized reading' (duration: 184.399271ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:36.532348Z","caller":"traceutil/trace.go:171","msg":"trace[1069504439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28581; }","duration":"657.438412ms","start":"2026-08-22T15:30:35.874901Z","end":"2026-08-22T15:30:36.53234Z","steps":["trace[1069504439] 'agreement among raft nodes before linearized reading' (duration: 657.160275ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:36.532513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.980074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-08-22T15:30:36.532544Z","caller":"traceutil/trace.go:171","msg":"trace[50875144] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:28581; }","duration":"886.043496ms","start":"2026-08-22T15:30:35.64649Z","end":"2026-08-22T15:30:36.532534Z","steps":["trace[50875144] 'agreement among raft nodes before linearized reading' (duration: 885.978144ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:36.532573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:35.646475Z","time spent":"886.091777ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-08-22T15:30:36.53258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.814604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:30:36.532615Z","caller":"traceutil/trace.go:171","msg":"trace[1802847476] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:28581; }","duration":"497.876535ms","start":"2026-08-22T15:30:36.034722Z","end":"2026-08-22T15:30:36.532598Z","steps":["trace[1802847476] 'agreement among raft nodes before linearized reading' (duration: 497.824954ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:36.532642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:36.034707Z","time spent":"497.927576ms","remote":"127.0.0.1:49668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:36.532698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.323761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:36.532768Z","caller":"traceutil/trace.go:171","msg":"trace[1633953545] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28581; }","duration":"942.424714ms","start":"2026-08-22T15:30:35.590328Z","end":"2026-08-22T15:30:36.532753Z","steps":["trace[1633953545] 'agreement among raft nodes before linearized reading' (duration: 942.317541ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:36.532788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.427105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:36.532797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:35.590314Z","time spent":"942.474524ms","remote":"127.0.0.1:53728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-08-22T15:30:36.532824Z","caller":"traceutil/trace.go:171","msg":"trace[1479249095] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:28581; }","duration":"917.477976ms","start":"2026-08-22T15:30:35.615335Z","end":"2026-08-22T15:30:36.532813Z","steps":["trace[1479249095] 'agreement among raft nodes before linearized reading' (duration: 917.412074ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:36.532803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.448515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:36.532852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:35.615326Z","time spent":"917.516137ms","remote":"127.0.0.1:58038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-08-22T15:30:36.532886Z","caller":"traceutil/trace.go:171","msg":"trace[1709831833] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28581; }","duration":"942.584788ms","start":"2026-08-22T15:30:35.59028Z","end":"2026-08-22T15:30:36.532865Z","steps":["trace[1709831833] 'agreement among raft nodes before linearized reading' (duration: 942.405233ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:36.532938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:35.590268Z","time spent":"942.65757ms","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-08-22T15:30:36.532531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:35.874885Z","time spent":"657.635288ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T15:30:36.803069Z","caller":"traceutil/trace.go:171","msg":"trace[385815197] linearizableReadLoop","detail":"{readStateIndex:29892; appliedIndex:29891; }","duration":"246.206634ms","start":"2026-08-22T15:30:36.556837Z","end":"2026-08-22T15:30:36.803043Z","steps":["trace[385815197] 'read index received' (duration: 161.138409ms)","trace[385815197] 'applied index is now lower than readState.Index' (duration: 85.066805ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:36.80312Z","caller":"traceutil/trace.go:171","msg":"trace[1739853660] transaction","detail":"{read_only:false; response_revision:28582; number_of_response:1; }","duration":"262.632214ms","start":"2026-08-22T15:30:36.540441Z","end":"2026-08-22T15:30:36.803073Z","steps":["trace[1739853660] 'process raft request' (duration: 177.521748ms)","trace[1739853660] 'compare' (duration: 84.942042ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:36.803227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.808341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"warn","ts":"2026-08-22T15:30:36.803277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.14157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:6230"} {"level":"info","ts":"2026-08-22T15:30:36.803291Z","caller":"traceutil/trace.go:171","msg":"trace[2140238798] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:28582; }","duration":"252.910343ms","start":"2026-08-22T15:30:36.550363Z","end":"2026-08-22T15:30:36.803273Z","steps":["trace[2140238798] 'agreement among raft nodes before linearized reading' (duration: 252.734579ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:36.803305Z","caller":"traceutil/trace.go:171","msg":"trace[1551911851] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:28582; }","duration":"259.184592ms","start":"2026-08-22T15:30:36.544113Z","end":"2026-08-22T15:30:36.803298Z","steps":["trace[1551911851] 'agreement among raft nodes before linearized reading' (duration: 259.042988ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:36.803528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.378457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d6e9a2c2-bf4d-415b-b1a0-5d1db5f812d0\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-08-22T15:30:36.803556Z","caller":"traceutil/trace.go:171","msg":"trace[1528235123] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d6e9a2c2-bf4d-415b-b1a0-5d1db5f812d0; range_end:; response_count:1; response_revision:28582; }","duration":"262.405498ms","start":"2026-08-22T15:30:36.541142Z","end":"2026-08-22T15:30:36.803548Z","steps":["trace[1528235123] 'agreement among raft nodes before linearized reading' (duration: 262.335146ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:36.814184Z","caller":"traceutil/trace.go:171","msg":"trace[832113481] transaction","detail":"{read_only:false; response_revision:28584; number_of_response:1; }","duration":"101.873065ms","start":"2026-08-22T15:30:36.712291Z","end":"2026-08-22T15:30:36.814164Z","steps":["trace[832113481] 'process raft request' (duration: 101.817233ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:36.814234Z","caller":"traceutil/trace.go:171","msg":"trace[1226822571] transaction","detail":"{read_only:false; response_revision:28583; number_of_response:1; }","duration":"255.941834ms","start":"2026-08-22T15:30:36.558248Z","end":"2026-08-22T15:30:36.814189Z","steps":["trace[1226822571] 'process raft request' (duration: 255.674037ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:37.251271Z","caller":"traceutil/trace.go:171","msg":"trace[831810539] linearizableReadLoop","detail":"{readStateIndex:29898; appliedIndex:29892; }","duration":"448.120794ms","start":"2026-08-22T15:30:36.803128Z","end":"2026-08-22T15:30:37.251249Z","steps":["trace[831810539] 'read index received' (duration: 10.924272ms)","trace[831810539] 'applied index is now lower than readState.Index' (duration: 437.195012ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:37.251363Z","caller":"traceutil/trace.go:171","msg":"trace[1158688224] transaction","detail":"{read_only:false; response_revision:28587; number_of_response:1; }","duration":"532.271935ms","start":"2026-08-22T15:30:36.71907Z","end":"2026-08-22T15:30:37.251342Z","steps":["trace[1158688224] 'process raft request' (duration: 532.09599ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:37.251358Z","caller":"traceutil/trace.go:171","msg":"trace[1193200619] transaction","detail":"{read_only:false; response_revision:28585; number_of_response:1; }","duration":"532.368658ms","start":"2026-08-22T15:30:36.718965Z","end":"2026-08-22T15:30:37.251334Z","steps":["trace[1193200619] 'process raft request' (duration: 443.743198ms)","trace[1193200619] 'compare' (duration: 87.488429ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:37.251483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:36.71904Z","time spent":"532.375348ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:37.251493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:36.718939Z","time spent":"532.483321ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:37.251525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.508465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-22T15:30:37.251558Z","caller":"traceutil/trace.go:171","msg":"trace[1269770556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28588; }","duration":"491.583128ms","start":"2026-08-22T15:30:36.759966Z","end":"2026-08-22T15:30:37.251549Z","steps":["trace[1269770556] 'agreement among raft nodes before linearized reading' (duration: 491.436564ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:37.251585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:36.759951Z","time spent":"491.628428ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-22T15:30:37.251651Z","caller":"traceutil/trace.go:171","msg":"trace[616562333] transaction","detail":"{read_only:false; response_revision:28586; number_of_response:1; }","duration":"532.608294ms","start":"2026-08-22T15:30:36.719037Z","end":"2026-08-22T15:30:37.251645Z","steps":["trace[616562333] 'process raft request' (duration: 532.036269ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:37.251389Z","caller":"traceutil/trace.go:171","msg":"trace[1676866709] transaction","detail":"{read_only:false; response_revision:28588; number_of_response:1; }","duration":"531.347921ms","start":"2026-08-22T15:30:36.720032Z","end":"2026-08-22T15:30:37.25138Z","steps":["trace[1676866709] 'process raft request' (duration: 531.163736ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:37.251687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:36.71903Z","time spent":"532.640065ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:37.251718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.649515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7069"} {"level":"warn","ts":"2026-08-22T15:30:37.251724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:36.720023Z","time spent":"531.670879ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:37.25174Z","caller":"traceutil/trace.go:171","msg":"trace[1036127602] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:28588; }","duration":"443.670015ms","start":"2026-08-22T15:30:36.808063Z","end":"2026-08-22T15:30:37.251733Z","steps":["trace[1036127602] 'agreement among raft nodes before linearized reading' (duration: 443.605654ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:37.25176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:36.808011Z","time spent":"443.742428ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7092,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-08-22T15:30:37.251824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.561472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-08-22T15:30:37.251847Z","caller":"traceutil/trace.go:171","msg":"trace[1710484199] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28588; }","duration":"127.639323ms","start":"2026-08-22T15:30:37.124201Z","end":"2026-08-22T15:30:37.25184Z","steps":["trace[1710484199] 'agreement among raft nodes before linearized reading' (duration: 127.53085ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:37.25188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.388813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:37.251902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.067678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:37.251924Z","caller":"traceutil/trace.go:171","msg":"trace[1290949575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28588; }","duration":"376.132609ms","start":"2026-08-22T15:30:36.875783Z","end":"2026-08-22T15:30:37.251915Z","steps":["trace[1290949575] 'agreement among raft nodes before linearized reading' (duration: 376.098768ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:37.251923Z","caller":"traceutil/trace.go:171","msg":"trace[969177590] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:28588; }","duration":"328.456994ms","start":"2026-08-22T15:30:36.923453Z","end":"2026-08-22T15:30:37.25191Z","steps":["trace[969177590] 'agreement among raft nodes before linearized reading' (duration: 328.380642ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:37.251946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:36.875758Z","time spent":"376.184151ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T15:30:37.251954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:36.923441Z","time spent":"328.506206ms","remote":"127.0.0.1:34666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-08-22T15:30:37.251941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.974452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-22T15:30:37.251994Z","caller":"traceutil/trace.go:171","msg":"trace[1631637561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28588; }","duration":"343.074985ms","start":"2026-08-22T15:30:36.908906Z","end":"2026-08-22T15:30:37.251981Z","steps":["trace[1631637561] 'agreement among raft nodes before linearized reading' (duration: 342.907591ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:37.252025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:36.908888Z","time spent":"343.131857ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-22T15:30:37.252061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.322572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-22T15:30:37.252129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.040412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-08-22T15:30:37.252149Z","caller":"traceutil/trace.go:171","msg":"trace[1308799296] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28588; }","duration":"436.101363ms","start":"2026-08-22T15:30:36.816041Z","end":"2026-08-22T15:30:37.252142Z","steps":["trace[1308799296] 'agreement among raft nodes before linearized reading' (duration: 436.041032ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:37.252153Z","caller":"traceutil/trace.go:171","msg":"trace[1075168298] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:28588; }","duration":"251.511216ms","start":"2026-08-22T15:30:37.000623Z","end":"2026-08-22T15:30:37.252135Z","steps":["trace[1075168298] 'agreement among raft nodes before linearized reading' (duration: 251.207938ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:37.252168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:36.816024Z","time spent":"436.141285ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-08-22T15:30:37.63411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.376111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:30:37.634462Z","caller":"traceutil/trace.go:171","msg":"trace[193382074] transaction","detail":"{read_only:false; response_revision:28589; number_of_response:1; }","duration":"378.319958ms","start":"2026-08-22T15:30:37.255868Z","end":"2026-08-22T15:30:37.634188Z","steps":["trace[193382074] 'process raft request' (duration: 150.802473ms)","trace[193382074] 'compare' (duration: 227.265608ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:37.634567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:37.255857Z","time spent":"378.634186ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:38.054325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.826574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:30:38.054657Z","caller":"traceutil/trace.go:171","msg":"trace[933122164] linearizableReadLoop","detail":"{readStateIndex:29905; appliedIndex:29899; }","duration":"344.020171ms","start":"2026-08-22T15:30:37.710623Z","end":"2026-08-22T15:30:38.054643Z","steps":["trace[933122164] 'read index received' (duration: 146.750035ms)","trace[933122164] 'applied index is now lower than readState.Index' (duration: 197.269346ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:38.054736Z","caller":"traceutil/trace.go:171","msg":"trace[1516391361] transaction","detail":"{read_only:false; response_revision:28593; number_of_response:1; }","duration":"796.565953ms","start":"2026-08-22T15:30:37.258161Z","end":"2026-08-22T15:30:38.054727Z","steps":["trace[1516391361] 'process raft request' (duration: 796.337207ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:38.054733Z","caller":"traceutil/trace.go:171","msg":"trace[1611902631] transaction","detail":"{read_only:false; response_revision:28592; number_of_response:1; }","duration":"797.114168ms","start":"2026-08-22T15:30:37.257575Z","end":"2026-08-22T15:30:38.054689Z","steps":["trace[1611902631] 'process raft request' (duration: 796.886122ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:38.054823Z","caller":"traceutil/trace.go:171","msg":"trace[179710100] transaction","detail":"{read_only:false; response_revision:28595; number_of_response:1; }","duration":"344.219156ms","start":"2026-08-22T15:30:37.710585Z","end":"2026-08-22T15:30:38.054804Z","steps":["trace[179710100] 'process raft request' (duration: 344.027591ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:38.05491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:37.710558Z","time spent":"344.311388ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:38.054957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.335169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1515"} {"level":"warn","ts":"2026-08-22T15:30:38.054955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:37.257569Z","time spent":"797.267092ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:38.054995Z","caller":"traceutil/trace.go:171","msg":"trace[753168677] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28595; }","duration":"344.403641ms","start":"2026-08-22T15:30:37.71058Z","end":"2026-08-22T15:30:38.054984Z","steps":["trace[753168677] 'agreement among raft nodes before linearized reading' (duration: 344.228566ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:38.05503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:37.71056Z","time spent":"344.461732ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1538,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-08-22T15:30:38.055171Z","caller":"traceutil/trace.go:171","msg":"trace[1308276108] transaction","detail":"{read_only:false; response_revision:28594; number_of_response:1; }","duration":"795.211898ms","start":"2026-08-22T15:30:37.25995Z","end":"2026-08-22T15:30:38.055162Z","steps":["trace[1308276108] 'process raft request' (duration: 794.573321ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:38.054789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:37.258153Z","time spent":"796.607705ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:38.055257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:37.259942Z","time spent":"795.254049ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:38.055325Z","caller":"traceutil/trace.go:171","msg":"trace[1001387521] transaction","detail":"{read_only:false; response_revision:28591; number_of_response:1; }","duration":"798.583647ms","start":"2026-08-22T15:30:37.256717Z","end":"2026-08-22T15:30:38.055301Z","steps":["trace[1001387521] 'process raft request' (duration: 797.691964ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:38.055434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:37.256711Z","time spent":"798.6712ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:38.054963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.981087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:38.055518Z","caller":"traceutil/trace.go:171","msg":"trace[317328693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28595; }","duration":"179.613044ms","start":"2026-08-22T15:30:37.875895Z","end":"2026-08-22T15:30:38.055508Z","steps":["trace[317328693] 'agreement among raft nodes before linearized reading' (duration: 178.974187ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:38.056432Z","caller":"traceutil/trace.go:171","msg":"trace[2015317545] transaction","detail":"{read_only:false; response_revision:28590; number_of_response:1; }","duration":"799.503172ms","start":"2026-08-22T15:30:37.256644Z","end":"2026-08-22T15:30:38.056147Z","steps":["trace[2015317545] 'process raft request' (duration: 600.712976ms)","trace[2015317545] 'compare' (duration: 196.713161ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:38.057109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:37.25663Z","time spent":"800.434597ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:38.294585Z","caller":"traceutil/trace.go:171","msg":"trace[1132053328] transaction","detail":"{read_only:false; response_revision:28596; number_of_response:1; }","duration":"231.82541ms","start":"2026-08-22T15:30:38.062685Z","end":"2026-08-22T15:30:38.29451Z","steps":["trace[1132053328] 'process raft request' (duration: 228.896462ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:38.297316Z","caller":"traceutil/trace.go:171","msg":"trace[1442023266] linearizableReadLoop","detail":"{readStateIndex:29907; appliedIndex:29905; }","duration":"195.085257ms","start":"2026-08-22T15:30:38.102204Z","end":"2026-08-22T15:30:38.297289Z","steps":["trace[1442023266] 'read index received' (duration: 189.449957ms)","trace[1442023266] 'applied index is now lower than readState.Index' (duration: 5.63421ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:38.297473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.243852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:38.297462Z","caller":"traceutil/trace.go:171","msg":"trace[806638922] transaction","detail":"{read_only:false; response_revision:28597; number_of_response:1; }","duration":"230.342021ms","start":"2026-08-22T15:30:38.067071Z","end":"2026-08-22T15:30:38.297413Z","steps":["trace[806638922] 'process raft request' (duration: 230.063913ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:38.297535Z","caller":"traceutil/trace.go:171","msg":"trace[1075901136] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28597; }","duration":"195.351665ms","start":"2026-08-22T15:30:38.102167Z","end":"2026-08-22T15:30:38.297518Z","steps":["trace[1075901136] 'agreement among raft nodes before linearized reading' (duration: 195.221941ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:38.297578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.01072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-hdlgb.18ce2a47925c75b5\" ","response":"range_response_count:1 size:899"} {"level":"info","ts":"2026-08-22T15:30:38.297647Z","caller":"traceutil/trace.go:171","msg":"trace[1445205794] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-hdlgb.18ce2a47925c75b5; range_end:; response_count:1; response_revision:28597; }","duration":"117.084141ms","start":"2026-08-22T15:30:38.180542Z","end":"2026-08-22T15:30:38.297626Z","steps":["trace[1445205794] 'agreement among raft nodes before linearized reading' (duration: 116.905757ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:40.156021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.725105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:30:40.156121Z","caller":"traceutil/trace.go:171","msg":"trace[828690082] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:28613; }","duration":"241.847068ms","start":"2026-08-22T15:30:39.914253Z","end":"2026-08-22T15:30:40.1561Z","steps":["trace[828690082] 'count revisions from in-memory index tree' (duration: 241.613752ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:40.156658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.235911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:40.157165Z","caller":"traceutil/trace.go:171","msg":"trace[163745352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28613; }","duration":"281.807517ms","start":"2026-08-22T15:30:39.875311Z","end":"2026-08-22T15:30:40.157118Z","steps":["trace[163745352] 'range keys from in-memory index tree' (duration: 281.134409ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:40.443288Z","caller":"traceutil/trace.go:171","msg":"trace[659453788] linearizableReadLoop","detail":"{readStateIndex:29927; appliedIndex:29925; }","duration":"144.624798ms","start":"2026-08-22T15:30:40.298646Z","end":"2026-08-22T15:30:40.443271Z","steps":["trace[659453788] 'read index received' (duration: 59.326426ms)","trace[659453788] 'applied index is now lower than readState.Index' (duration: 85.297732ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:40.443326Z","caller":"traceutil/trace.go:171","msg":"trace[1181134350] transaction","detail":"{read_only:false; response_revision:28615; number_of_response:1; }","duration":"282.376622ms","start":"2026-08-22T15:30:40.160905Z","end":"2026-08-22T15:30:40.443281Z","steps":["trace[1181134350] 'process raft request' (duration: 197.072171ms)","trace[1181134350] 'compare' (duration: 85.106316ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:40.443393Z","caller":"traceutil/trace.go:171","msg":"trace[1615376154] transaction","detail":"{read_only:false; response_revision:28616; number_of_response:1; }","duration":"282.439484ms","start":"2026-08-22T15:30:40.160917Z","end":"2026-08-22T15:30:40.443356Z","steps":["trace[1615376154] 'process raft request' (duration: 282.314351ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:40.443493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.829483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-08-22T15:30:40.443516Z","caller":"traceutil/trace.go:171","msg":"trace[356803359] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28616; }","duration":"144.910715ms","start":"2026-08-22T15:30:40.298599Z","end":"2026-08-22T15:30:40.44351Z","steps":["trace[356803359] 'agreement among raft nodes before linearized reading' (duration: 144.786202ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:40.443503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.808456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-08-22T15:30:40.443555Z","caller":"traceutil/trace.go:171","msg":"trace[1220551921] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28616; }","duration":"134.906208ms","start":"2026-08-22T15:30:40.308632Z","end":"2026-08-22T15:30:40.443538Z","steps":["trace[1220551921] 'agreement among raft nodes before linearized reading' (duration: 134.772574ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:40.797663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.183583ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:40.797809Z","caller":"traceutil/trace.go:171","msg":"trace[1311657376] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28616; }","duration":"225.344127ms","start":"2026-08-22T15:30:40.572441Z","end":"2026-08-22T15:30:40.797786Z","steps":["trace[1311657376] 'range keys from in-memory index tree' (duration: 225.165063ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:40.797889Z","caller":"traceutil/trace.go:171","msg":"trace[307432823] linearizableReadLoop","detail":"{readStateIndex:29928; appliedIndex:29927; }","duration":"282.638049ms","start":"2026-08-22T15:30:40.515128Z","end":"2026-08-22T15:30:40.797766Z","steps":["trace[307432823] 'read index received' (duration: 261.617216ms)","trace[307432823] 'applied index is now lower than readState.Index' (duration: 21.019263ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:40.798019Z","caller":"traceutil/trace.go:171","msg":"trace[614592208] transaction","detail":"{read_only:false; response_revision:28617; number_of_response:1; }","duration":"346.984ms","start":"2026-08-22T15:30:40.450984Z","end":"2026-08-22T15:30:40.797968Z","steps":["trace[614592208] 'process raft request' (duration: 325.796013ms)","trace[614592208] 'compare' (duration: 20.870889ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:40.798238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:40.450967Z","time spent":"347.152855ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:40.798248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.091772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29790210-89fwk\" ","response":"range_response_count:1 size:6919"} {"level":"info","ts":"2026-08-22T15:30:40.798343Z","caller":"traceutil/trace.go:171","msg":"trace[1868673387] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29790210-89fwk; range_end:; response_count:1; response_revision:28617; }","duration":"283.265826ms","start":"2026-08-22T15:30:40.515055Z","end":"2026-08-22T15:30:40.798321Z","steps":["trace[1868673387] 'agreement among raft nodes before linearized reading' (duration: 282.908456ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:41.444074Z","caller":"traceutil/trace.go:171","msg":"trace[1722639063] transaction","detail":"{read_only:false; response_revision:28620; number_of_response:1; }","duration":"178.090693ms","start":"2026-08-22T15:30:41.265957Z","end":"2026-08-22T15:30:41.444048Z","steps":["trace[1722639063] 'process raft request' (duration: 177.920589ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:41.506901Z","caller":"traceutil/trace.go:171","msg":"trace[336577005] transaction","detail":"{read_only:false; response_revision:28623; number_of_response:1; }","duration":"237.087161ms","start":"2026-08-22T15:30:41.269788Z","end":"2026-08-22T15:30:41.506875Z","steps":["trace[336577005] 'process raft request' (duration: 237.033599ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:41.50748Z","caller":"traceutil/trace.go:171","msg":"trace[302223820] transaction","detail":"{read_only:false; response_revision:28621; number_of_response:1; }","duration":"240.308267ms","start":"2026-08-22T15:30:41.267154Z","end":"2026-08-22T15:30:41.507462Z","steps":["trace[302223820] 'process raft request' (duration: 239.477715ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:41.507709Z","caller":"traceutil/trace.go:171","msg":"trace[1335957500] transaction","detail":"{read_only:false; response_revision:28622; number_of_response:1; }","duration":"238.557051ms","start":"2026-08-22T15:30:41.269137Z","end":"2026-08-22T15:30:41.507694Z","steps":["trace[1335957500] 'process raft request' (duration: 237.622006ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:41.873866Z","caller":"traceutil/trace.go:171","msg":"trace[1734232657] transaction","detail":"{read_only:false; response_revision:28624; number_of_response:1; }","duration":"218.331229ms","start":"2026-08-22T15:30:41.655503Z","end":"2026-08-22T15:30:41.873834Z","steps":["trace[1734232657] 'process raft request' (duration: 218.113383ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:42.718177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714986154847958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T15:30:42.910423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.67236ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-08-22T15:30:42.91073Z","caller":"traceutil/trace.go:171","msg":"trace[408592053] linearizableReadLoop","detail":"{readStateIndex:29936; appliedIndex:29935; }","duration":"693.261632ms","start":"2026-08-22T15:30:42.21725Z","end":"2026-08-22T15:30:42.910512Z","steps":["trace[408592053] 'read index received' (duration: 533.486648ms)","trace[408592053] 'applied index is now lower than readState.Index' (duration: 159.773283ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:42.910983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.725114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-22T15:30:42.911044Z","caller":"traceutil/trace.go:171","msg":"trace[1779155691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28624; }","duration":"693.835276ms","start":"2026-08-22T15:30:42.217193Z","end":"2026-08-22T15:30:42.911028Z","steps":["trace[1779155691] 'agreement among raft nodes before linearized reading' (duration: 693.649051ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:42.911075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:42.217174Z","time spent":"693.894778ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-22T15:30:42.949571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.301773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-08-22T15:30:42.949634Z","caller":"traceutil/trace.go:171","msg":"trace[2098017792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28625; }","duration":"502.419697ms","start":"2026-08-22T15:30:42.447197Z","end":"2026-08-22T15:30:42.949616Z","steps":["trace[2098017792] 'agreement among raft nodes before linearized reading' (duration: 502.243403ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:42.949665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:42.447177Z","time spent":"502.482939ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-22T15:30:42.949725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.859501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:42.949799Z","caller":"traceutil/trace.go:171","msg":"trace[498948687] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28625; }","duration":"228.939003ms","start":"2026-08-22T15:30:42.720841Z","end":"2026-08-22T15:30:42.94978Z","steps":["trace[498948687] 'agreement among raft nodes before linearized reading' (duration: 228.82701ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:42.949763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.94711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-08-22T15:30:42.949879Z","caller":"traceutil/trace.go:171","msg":"trace[1877289325] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28625; }","duration":"101.086824ms","start":"2026-08-22T15:30:42.848761Z","end":"2026-08-22T15:30:42.949848Z","steps":["trace[1877289325] 'agreement among raft nodes before linearized reading' (duration: 100.736464ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:42.949892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.512385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-08-22T15:30:42.949937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.741179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-08-22T15:30:42.949986Z","caller":"traceutil/trace.go:171","msg":"trace[856603581] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:28625; }","duration":"408.635119ms","start":"2026-08-22T15:30:42.541327Z","end":"2026-08-22T15:30:42.949962Z","steps":["trace[856603581] 'agreement among raft nodes before linearized reading' (duration: 408.31039ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:42.950048Z","caller":"traceutil/trace.go:171","msg":"trace[164884925] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28625; }","duration":"501.902203ms","start":"2026-08-22T15:30:42.448123Z","end":"2026-08-22T15:30:42.950009Z","steps":["trace[164884925] 'agreement among raft nodes before linearized reading' (duration: 501.578155ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:42.950069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:42.541318Z","time spent":"408.739881ms","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-08-22T15:30:42.9501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:42.448105Z","time spent":"501.984365ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-08-22T15:30:43.284342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.076783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:30:43.284561Z","caller":"traceutil/trace.go:171","msg":"trace[1641351153] transaction","detail":"{read_only:false; response_revision:28629; number_of_response:1; }","duration":"328.994099ms","start":"2026-08-22T15:30:42.955552Z","end":"2026-08-22T15:30:43.284546Z","steps":["trace[1641351153] 'process raft request' (duration: 328.962398ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:43.284935Z","caller":"traceutil/trace.go:171","msg":"trace[155250300] transaction","detail":"{read_only:false; response_revision:28626; number_of_response:1; }","duration":"369.034449ms","start":"2026-08-22T15:30:42.915861Z","end":"2026-08-22T15:30:43.284895Z","steps":["trace[155250300] 'process raft request' (duration: 104.314089ms)","trace[155250300] 'compare' (duration: 263.948139ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:43.284975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:42.955537Z","time spent":"329.05311ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:43.284993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.885249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:43.285039Z","caller":"traceutil/trace.go:171","msg":"trace[1730137503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28629; }","duration":"333.974981ms","start":"2026-08-22T15:30:42.95105Z","end":"2026-08-22T15:30:43.285025Z","steps":["trace[1730137503] 'agreement among raft nodes before linearized reading' (duration: 333.857608ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:43.285018Z","caller":"traceutil/trace.go:171","msg":"trace[471766995] transaction","detail":"{read_only:false; response_revision:28627; number_of_response:1; }","duration":"331.464464ms","start":"2026-08-22T15:30:42.953481Z","end":"2026-08-22T15:30:43.284946Z","steps":["trace[471766995] 'process raft request' (duration: 330.966191ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:43.285065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:42.951023Z","time spent":"334.036143ms","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T15:30:43.285074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:42.915825Z","time spent":"369.181553ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:30:43.285052Z","caller":"traceutil/trace.go:171","msg":"trace[1804471527] transaction","detail":"{read_only:false; response_revision:28628; number_of_response:1; }","duration":"329.867973ms","start":"2026-08-22T15:30:42.955152Z","end":"2026-08-22T15:30:43.28502Z","steps":["trace[1804471527] 'process raft request' (duration: 329.338699ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:43.285167Z","caller":"traceutil/trace.go:171","msg":"trace[1555833614] linearizableReadLoop","detail":"{readStateIndex:29938; appliedIndex:29937; }","duration":"333.824317ms","start":"2026-08-22T15:30:42.95108Z","end":"2026-08-22T15:30:43.284904Z","steps":["trace[1555833614] 'read index received' (duration: 69.112217ms)","trace[1555833614] 'applied index is now lower than readState.Index' (duration: 264.71049ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:43.285216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:42.953457Z","time spent":"331.639179ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:43.285306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:42.955133Z","time spent":"330.024207ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:30:43.323575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.024051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T15:30:43.323613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.416705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8ac02974-a42b-4a80-ba26-22df83d70f45\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-08-22T15:30:43.323654Z","caller":"traceutil/trace.go:171","msg":"trace[1898030904] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:28630; }","duration":"218.157864ms","start":"2026-08-22T15:30:43.105472Z","end":"2026-08-22T15:30:43.32363Z","steps":["trace[1898030904] 'agreement among raft nodes before linearized reading' (duration: 217.837986ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:43.323683Z","caller":"traceutil/trace.go:171","msg":"trace[1734877506] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8ac02974-a42b-4a80-ba26-22df83d70f45; range_end:; response_count:1; response_revision:28630; }","duration":"370.516458ms","start":"2026-08-22T15:30:42.953149Z","end":"2026-08-22T15:30:43.323665Z","steps":["trace[1734877506] 'agreement among raft nodes before linearized reading' (duration: 370.125018ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:43.323718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:42.953126Z","time spent":"370.58567ms","remote":"127.0.0.1:34678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-8ac02974-a42b-4a80-ba26-22df83d70f45\" "} {"level":"warn","ts":"2026-08-22T15:30:43.323927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.464579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:43.323961Z","caller":"traceutil/trace.go:171","msg":"trace[953673105] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:28630; }","duration":"253.563051ms","start":"2026-08-22T15:30:43.070386Z","end":"2026-08-22T15:30:43.323949Z","steps":["trace[953673105] 'agreement among raft nodes before linearized reading' (duration: 253.505979ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:30:43.323987Z","caller":"traceutil/trace.go:171","msg":"trace[1829632812] transaction","detail":"{read_only:false; response_revision:28630; number_of_response:1; }","duration":"259.634544ms","start":"2026-08-22T15:30:43.064342Z","end":"2026-08-22T15:30:43.323976Z","steps":["trace[1829632812] 'process raft request' (duration: 258.74281ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:43.324168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.008033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1515"} {"level":"info","ts":"2026-08-22T15:30:43.324191Z","caller":"traceutil/trace.go:171","msg":"trace[629957227] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28630; }","duration":"257.085796ms","start":"2026-08-22T15:30:43.067098Z","end":"2026-08-22T15:30:43.324184Z","steps":["trace[629957227] 'agreement among raft nodes before linearized reading' (duration: 257.002344ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:43.324279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.121317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29790210-h5rwq\" ","response":"range_response_count:1 size:2896"} {"level":"info","ts":"2026-08-22T15:30:43.324303Z","caller":"traceutil/trace.go:171","msg":"trace[383379824] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29790210-h5rwq; range_end:; response_count:1; response_revision:28630; }","duration":"134.2494ms","start":"2026-08-22T15:30:43.190046Z","end":"2026-08-22T15:30:43.324295Z","steps":["trace[383379824] 'agreement among raft nodes before linearized reading' (duration: 134.177258ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:43.324341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.033173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:43.324369Z","caller":"traceutil/trace.go:171","msg":"trace[1718964985] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28630; }","duration":"368.061374ms","start":"2026-08-22T15:30:42.956299Z","end":"2026-08-22T15:30:43.32436Z","steps":["trace[1718964985] 'agreement among raft nodes before linearized reading' (duration: 368.012022ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:43.324397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:42.956263Z","time spent":"368.122905ms","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-08-22T15:30:43.324629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.022002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-08-22T15:30:43.324659Z","caller":"traceutil/trace.go:171","msg":"trace[1481780021] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28630; }","duration":"371.074104ms","start":"2026-08-22T15:30:42.953576Z","end":"2026-08-22T15:30:43.32465Z","steps":["trace[1481780021] 'agreement among raft nodes before linearized reading' (duration: 370.966341ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:43.324685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:30:42.953566Z","time spent":"371.111074ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-08-22T15:30:49.551005Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6894f7e0c0041bce","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-22T15:30:49.555609Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-08-22T15:30:49.555695Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-08-22T15:30:58.753136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.866718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-08-22T15:30:58.753265Z","caller":"traceutil/trace.go:171","msg":"trace[673806221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28867; }","duration":"101.062243ms","start":"2026-08-22T15:30:58.652181Z","end":"2026-08-22T15:30:58.753243Z","steps":["trace[673806221] 'range keys from in-memory index tree' (duration: 100.621761ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:59.064364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.294222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:30:59.064486Z","caller":"traceutil/trace.go:171","msg":"trace[1262885483] linearizableReadLoop","detail":"{readStateIndex:30188; appliedIndex:30187; }","duration":"213.716806ms","start":"2026-08-22T15:30:58.850751Z","end":"2026-08-22T15:30:59.064467Z","steps":["trace[1262885483] 'read index received' (duration: 21.212688ms)","trace[1262885483] 'applied index is now lower than readState.Index' (duration: 192.502818ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:30:59.064685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.927432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:30:59.064645Z","caller":"traceutil/trace.go:171","msg":"trace[465543806] transaction","detail":"{read_only:false; response_revision:28870; number_of_response:1; }","duration":"238.421716ms","start":"2026-08-22T15:30:58.826166Z","end":"2026-08-22T15:30:59.064588Z","steps":["trace[465543806] 'process raft request' (duration: 45.791755ms)","trace[465543806] 'compare' (duration: 192.079777ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:30:59.064731Z","caller":"traceutil/trace.go:171","msg":"trace[1816384120] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28870; }","duration":"213.991423ms","start":"2026-08-22T15:30:58.850726Z","end":"2026-08-22T15:30:59.064717Z","steps":["trace[1816384120] 'agreement among raft nodes before linearized reading' (duration: 213.905511ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:30:59.071051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.885242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:30:59.071113Z","caller":"traceutil/trace.go:171","msg":"trace[593320940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28871; }","duration":"194.948764ms","start":"2026-08-22T15:30:58.876151Z","end":"2026-08-22T15:30:59.0711Z","steps":["trace[593320940] 'agreement among raft nodes before linearized reading' (duration: 194.841851ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:33:05.901369Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27242} {"level":"info","ts":"2026-08-22T15:33:06.075644Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27242,"took":"170.395557ms","hash":4165916706,"current-db-size-bytes":60559360,"current-db-size":"61 MB","current-db-size-in-use-bytes":34410496,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-22T15:33:06.075703Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4165916706,"revision":27242,"compact-revision":23636}