{"level":"warn","ts":"2026-04-20T14:28:48.13974Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T14:28:48.139816Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.240:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.240:2380","--initial-cluster=instance=https://199.204.45.240:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.240:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.240:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-20T14:28:48.139875Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T14:28:48.139888Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-04-20T14:28:48.139905Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T14:28:48.140521Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"]} {"level":"info","ts":"2026-04-20T14:28:48.14059Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.240:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-20T14:28:48.146182Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.396836ms"} {"level":"info","ts":"2026-04-20T14:28:48.151854Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e46287fb5aa4785","cluster-id":"cae704afa9813e87"} {"level":"info","ts":"2026-04-20T14:28:48.15194Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=()"} {"level":"info","ts":"2026-04-20T14:28:48.151964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became follower at term 0"} {"level":"info","ts":"2026-04-20T14:28:48.151977Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e46287fb5aa4785 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-20T14:28:48.151985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became follower at term 1"} {"level":"info","ts":"2026-04-20T14:28:48.152032Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"warn","ts":"2026-04-20T14:28:48.157641Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-20T14:28:48.158751Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-20T14:28:48.15969Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-20T14:28:48.161682Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e46287fb5aa4785","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-20T14:28:48.161935Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T14:28:48.16202Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T14:28:48.162032Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T14:28:48.16238Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e46287fb5aa4785","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-20T14:28:48.162652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"info","ts":"2026-04-20T14:28:48.163954Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","added-peer-id":"4e46287fb5aa4785","added-peer-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-04-20T14:28:48.1667Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T14:28:48.166841Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-04-20T14:28:48.166874Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-04-20T14:28:48.167267Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-20T14:28:48.167211Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e46287fb5aa4785","initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-20T14:28:48.35257Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 is starting a new election at term 1"} {"level":"info","ts":"2026-04-20T14:28:48.352635Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-20T14:28:48.352658Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 received MsgPreVoteResp from 4e46287fb5aa4785 at term 1"} {"level":"info","ts":"2026-04-20T14:28:48.352673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became candidate at term 2"} {"level":"info","ts":"2026-04-20T14:28:48.352679Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 received MsgVoteResp from 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-04-20T14:28:48.352689Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became leader at term 2"} {"level":"info","ts":"2026-04-20T14:28:48.352698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e46287fb5aa4785 elected leader 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-04-20T14:28:48.353708Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T14:28:48.3537Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e46287fb5aa4785","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.240:2379]}","request-path":"/0/members/4e46287fb5aa4785/attributes","cluster-id":"cae704afa9813e87","publish-timeout":"7s"} {"level":"info","ts":"2026-04-20T14:28:48.353731Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T14:28:48.353934Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T14:28:48.354244Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-20T14:28:48.354264Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-20T14:28:48.356046Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-20T14:28:48.357723Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.240:2379"} {"level":"info","ts":"2026-04-20T14:28:48.358145Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T14:28:48.358229Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T14:28:48.358261Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T14:29:10.307975Z","caller":"traceutil/trace.go:171","msg":"trace[933442097] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"211.36898ms","start":"2026-04-20T14:29:10.096578Z","end":"2026-04-20T14:29:10.307947Z","steps":["trace[933442097] 'process raft request' (duration: 211.006814ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:29:12.885044Z","caller":"traceutil/trace.go:171","msg":"trace[1690511898] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"100.228802ms","start":"2026-04-20T14:29:12.78478Z","end":"2026-04-20T14:29:12.885009Z","steps":["trace[1690511898] 'process raft request' (duration: 34.71328ms)","trace[1690511898] 'compare' (duration: 65.133335ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:29:20.674948Z","caller":"traceutil/trace.go:171","msg":"trace[627059957] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"131.551241ms","start":"2026-04-20T14:29:20.543373Z","end":"2026-04-20T14:29:20.674924Z","steps":["trace[627059957] 'process raft request' (duration: 131.419858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:21.171206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.751532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-20T14:29:21.171281Z","caller":"traceutil/trace.go:171","msg":"trace[865271340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:625; }","duration":"409.888204ms","start":"2026-04-20T14:29:20.761376Z","end":"2026-04-20T14:29:21.171264Z","steps":["trace[865271340] 'range keys from in-memory index tree' (duration: 409.594379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:21.171322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:20.761355Z","time spent":"409.956705ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-20T14:29:21.171765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.443937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-20T14:29:21.171836Z","caller":"traceutil/trace.go:171","msg":"trace[902604463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:625; }","duration":"349.550359ms","start":"2026-04-20T14:29:20.822269Z","end":"2026-04-20T14:29:21.171819Z","steps":["trace[902604463] 'range keys from in-memory index tree' (duration: 349.313174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:21.171868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:20.822254Z","time spent":"349.606389ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-20T14:29:21.171905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.475685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-20T14:29:21.17194Z","caller":"traceutil/trace.go:171","msg":"trace[905623307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:625; }","duration":"201.510256ms","start":"2026-04-20T14:29:20.970419Z","end":"2026-04-20T14:29:21.17193Z","steps":["trace[905623307] 'range keys from in-memory index tree' (duration: 201.377443ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:29:21.185661Z","caller":"traceutil/trace.go:171","msg":"trace[279393123] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"172.730799ms","start":"2026-04-20T14:29:21.012914Z","end":"2026-04-20T14:29:21.185645Z","steps":["trace[279393123] 'process raft request' (duration: 172.605906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:46.725757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.518567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-20T14:29:46.725777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.656772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:29:46.725868Z","caller":"traceutil/trace.go:171","msg":"trace[1234236500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:773; }","duration":"133.689122ms","start":"2026-04-20T14:29:46.592159Z","end":"2026-04-20T14:29:46.725848Z","steps":["trace[1234236500] 'range keys from in-memory index tree' (duration: 133.318083ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:29:46.725895Z","caller":"traceutil/trace.go:171","msg":"trace[2068688111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:773; }","duration":"182.827576ms","start":"2026-04-20T14:29:46.543042Z","end":"2026-04-20T14:29:46.725869Z","steps":["trace[2068688111] 'range keys from in-memory index tree' (duration: 182.56847ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:31:51.266175Z","caller":"traceutil/trace.go:171","msg":"trace[2045514626] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"165.469737ms","start":"2026-04-20T14:31:51.100671Z","end":"2026-04-20T14:31:51.266141Z","steps":["trace[2045514626] 'process raft request' (duration: 165.297472ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:32:19.75721Z","caller":"traceutil/trace.go:171","msg":"trace[294728420] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"171.468972ms","start":"2026-04-20T14:32:19.585708Z","end":"2026-04-20T14:32:19.757177Z","steps":["trace[294728420] 'process raft request' (duration: 171.276271ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:32:39.372122Z","caller":"traceutil/trace.go:171","msg":"trace[155533810] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"252.660757ms","start":"2026-04-20T14:32:39.119444Z","end":"2026-04-20T14:32:39.372105Z","steps":["trace[155533810] 'process raft request' (duration: 252.535496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:32:57.790369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.350758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-20T14:32:57.79046Z","caller":"traceutil/trace.go:171","msg":"trace[1888110785] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2538; }","duration":"126.477541ms","start":"2026-04-20T14:32:57.663953Z","end":"2026-04-20T14:32:57.790431Z","steps":["trace[1888110785] 'range keys from in-memory index tree' (duration: 126.148346ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:32:58.062032Z","caller":"traceutil/trace.go:171","msg":"trace[461379320] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"122.30807ms","start":"2026-04-20T14:32:57.939695Z","end":"2026-04-20T14:32:58.062003Z","steps":["trace[461379320] 'process raft request' (duration: 122.150378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:32:58.284998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.095354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a81734ca891a45\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-20T14:32:58.285055Z","caller":"traceutil/trace.go:171","msg":"trace[541178258] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a81734ca891a45; range_end:; response_count:1; response_revision:2539; }","duration":"140.205345ms","start":"2026-04-20T14:32:58.144837Z","end":"2026-04-20T14:32:58.285042Z","steps":["trace[541178258] 'range keys from in-memory index tree' (duration: 139.953262ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:34:13.522079Z","caller":"traceutil/trace.go:171","msg":"trace[923824610] linearizableReadLoop","detail":"{readStateIndex:3129; appliedIndex:3128; }","duration":"165.750035ms","start":"2026-04-20T14:34:13.356306Z","end":"2026-04-20T14:34:13.522056Z","steps":["trace[923824610] 'read index received' (duration: 165.662314ms)","trace[923824610] 'applied index is now lower than readState.Index' (duration: 86.791µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:34:13.522137Z","caller":"traceutil/trace.go:171","msg":"trace[133441332] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"188.505712ms","start":"2026-04-20T14:34:13.333597Z","end":"2026-04-20T14:34:13.522103Z","steps":["trace[133441332] 'process raft request' (duration: 188.329769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:34:13.522254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.9343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-20T14:34:13.522316Z","caller":"traceutil/trace.go:171","msg":"trace[825968049] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3007; }","duration":"166.034941ms","start":"2026-04-20T14:34:13.356255Z","end":"2026-04-20T14:34:13.52229Z","steps":["trace[825968049] 'agreement among raft nodes before linearized reading' (duration: 165.887388ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:34:46.744988Z","caller":"traceutil/trace.go:171","msg":"trace[1880044799] linearizableReadLoop","detail":"{readStateIndex:3314; appliedIndex:3313; }","duration":"124.365004ms","start":"2026-04-20T14:34:46.620597Z","end":"2026-04-20T14:34:46.744962Z","steps":["trace[1880044799] 'read index received' (duration: 105.621024ms)","trace[1880044799] 'applied index is now lower than readState.Index' (duration: 18.74223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:34:46.745153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.542777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:34:46.745252Z","caller":"traceutil/trace.go:171","msg":"trace[1156854535] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3185; }","duration":"124.67755ms","start":"2026-04-20T14:34:46.620553Z","end":"2026-04-20T14:34:46.745231Z","steps":["trace[1156854535] 'agreement among raft nodes before linearized reading' (duration: 124.525377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:34:47.006929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.683712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-20T14:34:47.007005Z","caller":"traceutil/trace.go:171","msg":"trace[1079404354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3186; }","duration":"165.792193ms","start":"2026-04-20T14:34:46.841194Z","end":"2026-04-20T14:34:47.006987Z","steps":["trace[1079404354] 'range keys from in-memory index tree' (duration: 165.517699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:34:47.0082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.31036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T14:34:47.008491Z","caller":"traceutil/trace.go:171","msg":"trace[1451599596] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"137.110269ms","start":"2026-04-20T14:34:46.871358Z","end":"2026-04-20T14:34:47.008468Z","steps":["trace[1451599596] 'process raft request' (duration: 14.92069ms)","trace[1451599596] 'compare' (duration: 120.675227ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:34:47.008804Z","caller":"traceutil/trace.go:171","msg":"trace[1924277767] linearizableReadLoop","detail":"{readStateIndex:3316; appliedIndex:3315; }","duration":"136.563017ms","start":"2026-04-20T14:34:46.872229Z","end":"2026-04-20T14:34:47.008792Z","steps":["trace[1924277767] 'read index received' (duration: 14.006031ms)","trace[1924277767] 'applied index is now lower than readState.Index' (duration: 122.555386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:34:47.009092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.859803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-20T14:34:47.009326Z","caller":"traceutil/trace.go:171","msg":"trace[618350374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3187; }","duration":"136.955286ms","start":"2026-04-20T14:34:46.872187Z","end":"2026-04-20T14:34:47.009142Z","steps":["trace[618350374] 'agreement among raft nodes before linearized reading' (duration: 136.796242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:34:47.019856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.702317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-20T14:34:47.019904Z","caller":"traceutil/trace.go:171","msg":"trace[1771955007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3188; }","duration":"144.803499ms","start":"2026-04-20T14:34:46.87509Z","end":"2026-04-20T14:34:47.019893Z","steps":["trace[1771955007] 'agreement among raft nodes before linearized reading' (duration: 144.502042ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:19.801117Z","caller":"traceutil/trace.go:171","msg":"trace[1891033566] transaction","detail":"{read_only:false; response_revision:3701; number_of_response:1; }","duration":"346.106034ms","start":"2026-04-20T14:36:19.454996Z","end":"2026-04-20T14:36:19.801102Z","steps":["trace[1891033566] 'process raft request' (duration: 345.830298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:19.801288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:19.454984Z","time spent":"346.192047ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:36:19.801808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.940661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-20T14:36:19.801845Z","caller":"traceutil/trace.go:171","msg":"trace[1572427162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3701; }","duration":"345.986122ms","start":"2026-04-20T14:36:19.455843Z","end":"2026-04-20T14:36:19.801829Z","steps":["trace[1572427162] 'agreement among raft nodes before linearized reading' (duration: 345.847848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:19.801883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:19.455818Z","time spent":"346.058804ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-20T14:36:19.802109Z","caller":"traceutil/trace.go:171","msg":"trace[821866496] transaction","detail":"{read_only:false; response_revision:3702; number_of_response:1; }","duration":"210.389611ms","start":"2026-04-20T14:36:19.591709Z","end":"2026-04-20T14:36:19.802099Z","steps":["trace[821866496] 'process raft request' (duration: 210.34326ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:19.801019Z","caller":"traceutil/trace.go:171","msg":"trace[1263246468] linearizableReadLoop","detail":"{readStateIndex:3850; appliedIndex:3849; }","duration":"345.129142ms","start":"2026-04-20T14:36:19.455861Z","end":"2026-04-20T14:36:19.80099Z","steps":["trace[1263246468] 'read index received' (duration: 344.876536ms)","trace[1263246468] 'applied index is now lower than readState.Index' (duration: 251.656µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:36:19.802466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.172171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-20T14:36:19.802487Z","caller":"traceutil/trace.go:171","msg":"trace[543547349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3702; }","duration":"345.202961ms","start":"2026-04-20T14:36:19.457278Z","end":"2026-04-20T14:36:19.802481Z","steps":["trace[543547349] 'agreement among raft nodes before linearized reading' (duration: 345.13321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:19.802501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:19.457272Z","time spent":"345.226133ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-20T14:36:19.802606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.445561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-20T14:36:19.802628Z","caller":"traceutil/trace.go:171","msg":"trace[845654781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3702; }","duration":"309.485043ms","start":"2026-04-20T14:36:19.493137Z","end":"2026-04-20T14:36:19.802622Z","steps":["trace[845654781] 'agreement among raft nodes before linearized reading' (duration: 309.436042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:19.802643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:19.493127Z","time spent":"309.513143ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-20T14:36:21.497957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698707622705378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:36:21.80975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.067578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-20T14:36:21.809836Z","caller":"traceutil/trace.go:171","msg":"trace[807700422] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"812.19417ms","start":"2026-04-20T14:36:20.997624Z","end":"2026-04-20T14:36:21.809818Z","steps":["trace[807700422] 'agreement among raft nodes before linearized reading' (duration: 812.091868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:21.809881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:20.997611Z","time spent":"812.260743ms","remote":"127.0.0.1:36480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/20 14:36:21 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-20T14:36:21.998132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698707622705378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:36:22.498788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698707622705378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:36:22.543581Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.559323528s","expected-duration":"1s"} {"level":"info","ts":"2026-04-20T14:36:22.544124Z","caller":"traceutil/trace.go:171","msg":"trace[2113954456] transaction","detail":"{read_only:false; response_revision:3703; number_of_response:1; }","duration":"1.560014874s","start":"2026-04-20T14:36:20.984084Z","end":"2026-04-20T14:36:22.544099Z","steps":["trace[2113954456] 'process raft request' (duration: 1.559807219s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:22.54425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:20.984074Z","time spent":"1.560102547s","remote":"127.0.0.1:36568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74721,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T14:36:22.546137Z","caller":"traceutil/trace.go:171","msg":"trace[2019920008] transaction","detail":"{read_only:false; response_revision:3704; number_of_response:1; }","duration":"1.549067018s","start":"2026-04-20T14:36:20.997054Z","end":"2026-04-20T14:36:22.546121Z","steps":["trace[2019920008] 'process raft request' (duration: 1.548922934s)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:22.546303Z","caller":"traceutil/trace.go:171","msg":"trace[1105603388] transaction","detail":"{read_only:false; response_revision:3707; number_of_response:1; }","duration":"1.549113949s","start":"2026-04-20T14:36:20.997179Z","end":"2026-04-20T14:36:22.546293Z","steps":["trace[1105603388] 'process raft request' (duration: 1.549065858s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:22.546357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:20.997174Z","time spent":"1.54915649s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T14:36:22.546351Z","caller":"traceutil/trace.go:171","msg":"trace[1913593454] transaction","detail":"{read_only:false; response_revision:3706; number_of_response:1; }","duration":"1.549169281s","start":"2026-04-20T14:36:20.997154Z","end":"2026-04-20T14:36:22.546324Z","steps":["trace[1913593454] 'process raft request' (duration: 1.549051648s)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:22.54649Z","caller":"traceutil/trace.go:171","msg":"trace[2032696564] transaction","detail":"{read_only:false; response_revision:3709; number_of_response:1; }","duration":"1.549157251s","start":"2026-04-20T14:36:20.997326Z","end":"2026-04-20T14:36:22.546483Z","steps":["trace[2032696564] 'process raft request' (duration: 1.549037298s)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:22.54634Z","caller":"traceutil/trace.go:171","msg":"trace[1614927313] transaction","detail":"{read_only:false; response_revision:3705; number_of_response:1; }","duration":"1.549138589s","start":"2026-04-20T14:36:20.997127Z","end":"2026-04-20T14:36:22.546266Z","steps":["trace[1614927313] 'process raft request' (duration: 1.548954685s)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:22.546505Z","caller":"traceutil/trace.go:171","msg":"trace[508374384] linearizableReadLoop","detail":"{readStateIndex:3860; appliedIndex:3851; }","duration":"1.549265853s","start":"2026-04-20T14:36:20.997219Z","end":"2026-04-20T14:36:22.546485Z","steps":["trace[508374384] 'read index received' (duration: 1.546640998s)","trace[508374384] 'applied index is now lower than readState.Index' (duration: 2.623575ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:36:22.546559Z","caller":"traceutil/trace.go:171","msg":"trace[45199558] transaction","detail":"{read_only:false; response_revision:3708; number_of_response:1; }","duration":"1.549308943s","start":"2026-04-20T14:36:20.997244Z","end":"2026-04-20T14:36:22.546553Z","steps":["trace[45199558] 'process raft request' (duration: 1.549025156s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:22.54659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:20.99724Z","time spent":"1.549333755s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T14:36:22.546606Z","caller":"traceutil/trace.go:171","msg":"trace[35456233] transaction","detail":"{read_only:false; response_revision:3710; number_of_response:1; }","duration":"740.772033ms","start":"2026-04-20T14:36:21.805823Z","end":"2026-04-20T14:36:22.546595Z","steps":["trace[35456233] 'process raft request' (duration: 740.594699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:22.546674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:21.805799Z","time spent":"740.829714ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:36:22.546682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:20.997151Z","time spent":"1.549276253s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:36:22.546535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:20.997321Z","time spent":"1.549193151s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:36:22.546676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:20.997041Z","time spent":"1.549270102s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:36:22.546964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549740624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-20T14:36:22.54699Z","caller":"traceutil/trace.go:171","msg":"trace[198065425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3711; }","duration":"1.549783185s","start":"2026-04-20T14:36:20.997201Z","end":"2026-04-20T14:36:22.546984Z","steps":["trace[198065425] 'agreement among raft nodes before linearized reading' (duration: 1.549685222s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:22.54701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:20.997195Z","time spent":"1.549810406s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-20T14:36:22.54687Z","caller":"traceutil/trace.go:171","msg":"trace[2126217665] transaction","detail":"{read_only:false; response_revision:3711; number_of_response:1; }","duration":"735.622738ms","start":"2026-04-20T14:36:21.811239Z","end":"2026-04-20T14:36:22.546861Z","steps":["trace[2126217665] 'process raft request' (duration: 735.213138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:22.547197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:21.811223Z","time spent":"735.900154ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:36:22.547394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.514263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T14:36:22.547468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.872092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-20T14:36:22.547495Z","caller":"traceutil/trace.go:171","msg":"trace[1104759057] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:3711; }","duration":"951.918053ms","start":"2026-04-20T14:36:21.595571Z","end":"2026-04-20T14:36:22.547489Z","steps":["trace[1104759057] 'agreement among raft nodes before linearized reading' (duration: 951.855171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:22.547512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:21.595557Z","time spent":"951.951213ms","remote":"127.0.0.1:36504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-04-20T14:36:22.547472Z","caller":"traceutil/trace.go:171","msg":"trace[1111651422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3711; }","duration":"737.622935ms","start":"2026-04-20T14:36:21.809836Z","end":"2026-04-20T14:36:22.547459Z","steps":["trace[1111651422] 'agreement among raft nodes before linearized reading' (duration: 737.523133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:22.547603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:21.809821Z","time spent":"737.770859ms","remote":"127.0.0.1:36484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T14:36:22.547404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.470308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T14:36:22.548374Z","caller":"traceutil/trace.go:171","msg":"trace[71064925] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3711; }","duration":"530.472492ms","start":"2026-04-20T14:36:22.017893Z","end":"2026-04-20T14:36:22.548365Z","steps":["trace[71064925] 'agreement among raft nodes before linearized reading' (duration: 529.490378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:22.548477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:22.017877Z","time spent":"530.589724ms","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-20T14:36:22.547401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.201407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:36:22.548563Z","caller":"traceutil/trace.go:171","msg":"trace[1597224783] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3711; }","duration":"255.381466ms","start":"2026-04-20T14:36:22.293161Z","end":"2026-04-20T14:36:22.548543Z","steps":["trace[1597224783] 'agreement among raft nodes before linearized reading' (duration: 253.940912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:22.551231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:20.997123Z","time spent":"1.553965487s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:36:22.551754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306222506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-20T14:36:22.551793Z","caller":"traceutil/trace.go:171","msg":"trace[242279900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3711; }","duration":"1.306305478s","start":"2026-04-20T14:36:21.245478Z","end":"2026-04-20T14:36:22.551784Z","steps":["trace[242279900] 'agreement among raft nodes before linearized reading' (duration: 1.301303266s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:22.55182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:21.24546Z","time spent":"1.306355269s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-20T14:36:47.239226Z","caller":"traceutil/trace.go:171","msg":"trace[1654667271] transaction","detail":"{read_only:false; response_revision:4004; number_of_response:1; }","duration":"104.703187ms","start":"2026-04-20T14:36:47.134497Z","end":"2026-04-20T14:36:47.239201Z","steps":["trace[1654667271] 'process raft request' (duration: 97.557439ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:47.252536Z","caller":"traceutil/trace.go:171","msg":"trace[1206188147] transaction","detail":"{read_only:false; response_revision:4006; number_of_response:1; }","duration":"116.082572ms","start":"2026-04-20T14:36:47.13643Z","end":"2026-04-20T14:36:47.252513Z","steps":["trace[1206188147] 'process raft request' (duration: 115.961459ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:47.252585Z","caller":"traceutil/trace.go:171","msg":"trace[1489895985] transaction","detail":"{read_only:false; response_revision:4005; number_of_response:1; }","duration":"116.191045ms","start":"2026-04-20T14:36:47.136346Z","end":"2026-04-20T14:36:47.252537Z","steps":["trace[1489895985] 'process raft request' (duration: 115.899897ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:47.252797Z","caller":"traceutil/trace.go:171","msg":"trace[2004570730] transaction","detail":"{read_only:false; response_revision:4007; number_of_response:1; }","duration":"115.872116ms","start":"2026-04-20T14:36:47.136904Z","end":"2026-04-20T14:36:47.252776Z","steps":["trace[2004570730] 'process raft request' (duration: 115.556148ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:47.252967Z","caller":"traceutil/trace.go:171","msg":"trace[1360680382] transaction","detail":"{read_only:false; response_revision:4008; number_of_response:1; }","duration":"115.967499ms","start":"2026-04-20T14:36:47.136979Z","end":"2026-04-20T14:36:47.252947Z","steps":["trace[1360680382] 'process raft request' (duration: 115.640121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:49.078318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.377924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-04-20T14:36:49.078401Z","caller":"traceutil/trace.go:171","msg":"trace[833521342] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:4016; }","duration":"473.507317ms","start":"2026-04-20T14:36:48.604874Z","end":"2026-04-20T14:36:49.078381Z","steps":["trace[833521342] 'range keys from in-memory index tree' (duration: 473.270141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:49.078442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:48.604845Z","time spent":"473.587589ms","remote":"127.0.0.1:38658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1242,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"info","ts":"2026-04-20T14:36:49.078759Z","caller":"traceutil/trace.go:171","msg":"trace[1102031674] transaction","detail":"{read_only:false; response_revision:4017; number_of_response:1; }","duration":"454.05982ms","start":"2026-04-20T14:36:48.624674Z","end":"2026-04-20T14:36:49.078734Z","steps":["trace[1102031674] 'process raft request' (duration: 453.24201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:49.078897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:48.624658Z","time spent":"454.164372ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T14:36:49.094483Z","caller":"traceutil/trace.go:171","msg":"trace[426090177] transaction","detail":"{read_only:false; response_revision:4018; number_of_response:1; }","duration":"455.791343ms","start":"2026-04-20T14:36:48.638675Z","end":"2026-04-20T14:36:49.094466Z","steps":["trace[426090177] 'process raft request' (duration: 455.67057ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:49.094686Z","caller":"traceutil/trace.go:171","msg":"trace[232051192] transaction","detail":"{read_only:false; response_revision:4019; number_of_response:1; }","duration":"449.577459ms","start":"2026-04-20T14:36:48.645093Z","end":"2026-04-20T14:36:49.09467Z","steps":["trace[232051192] 'process raft request' (duration: 449.339812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:49.094776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:48.645077Z","time spent":"449.654761ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T14:36:49.094872Z","caller":"traceutil/trace.go:171","msg":"trace[4420517] transaction","detail":"{read_only:false; response_revision:4020; number_of_response:1; }","duration":"445.734163ms","start":"2026-04-20T14:36:48.649113Z","end":"2026-04-20T14:36:49.094847Z","steps":["trace[4420517] 'process raft request' (duration: 445.507057ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:49.094843Z","caller":"traceutil/trace.go:171","msg":"trace[1346546841] linearizableReadLoop","detail":"{readStateIndex:4179; appliedIndex:4175; }","duration":"431.569208ms","start":"2026-04-20T14:36:48.663254Z","end":"2026-04-20T14:36:49.094823Z","steps":["trace[1346546841] 'read index received' (duration: 414.841949ms)","trace[1346546841] 'applied index is now lower than readState.Index' (duration: 16.726259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:36:49.095011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:48.638653Z","time spent":"456.041191ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:36:49.095164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.722682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-20T14:36:49.095184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.290612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-20T14:36:49.095204Z","caller":"traceutil/trace.go:171","msg":"trace[1271108252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4020; }","duration":"421.768963ms","start":"2026-04-20T14:36:48.673423Z","end":"2026-04-20T14:36:49.095192Z","steps":["trace[1271108252] 'agreement among raft nodes before linearized reading' (duration: 421.673651ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:49.095224Z","caller":"traceutil/trace.go:171","msg":"trace[888006568] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4020; }","duration":"425.349933ms","start":"2026-04-20T14:36:48.669862Z","end":"2026-04-20T14:36:49.095212Z","steps":["trace[888006568] 'agreement among raft nodes before linearized reading' (duration: 425.163148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:49.095239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:48.673417Z","time spent":"421.815844ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-20T14:36:49.09526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.478935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-20T14:36:49.095257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:48.669856Z","time spent":"425.393294ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-20T14:36:49.095007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:48.649103Z","time spent":"445.823266ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:36:49.095051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.795854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-20T14:36:49.095528Z","caller":"traceutil/trace.go:171","msg":"trace[1602359973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4020; }","duration":"432.339948ms","start":"2026-04-20T14:36:48.66318Z","end":"2026-04-20T14:36:49.09552Z","steps":["trace[1602359973] 'agreement among raft nodes before linearized reading' (duration: 431.761314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:49.095575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:48.663163Z","time spent":"432.405369ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-20T14:36:49.095363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.66051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-20T14:36:49.09562Z","caller":"traceutil/trace.go:171","msg":"trace[1977800818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4020; }","duration":"421.928047ms","start":"2026-04-20T14:36:48.673679Z","end":"2026-04-20T14:36:49.095607Z","steps":["trace[1977800818] 'agreement among raft nodes before linearized reading' (duration: 421.62427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:49.095664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:48.673675Z","time spent":"421.977409ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-20T14:36:49.095305Z","caller":"traceutil/trace.go:171","msg":"trace[1471263450] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4020; }","duration":"351.520397ms","start":"2026-04-20T14:36:48.743773Z","end":"2026-04-20T14:36:49.095293Z","steps":["trace[1471263450] 'agreement among raft nodes before linearized reading' (duration: 351.280151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:49.095758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:48.743745Z","time spent":"352.007308ms","remote":"127.0.0.1:36674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-20T14:36:49.095483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.83694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-20T14:36:49.097298Z","caller":"traceutil/trace.go:171","msg":"trace[658865338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4020; }","duration":"426.542912ms","start":"2026-04-20T14:36:48.670627Z","end":"2026-04-20T14:36:49.09717Z","steps":["trace[658865338] 'agreement among raft nodes before linearized reading' (duration: 424.739688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:49.097342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:48.670622Z","time spent":"426.711436ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-20T14:36:49.623625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698707622706085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:36:50.124089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698707622706085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:36:50.625184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698707622706085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:36:51.125428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698707622706085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:36:51.54193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000699961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-20T14:36:51.54201Z","caller":"traceutil/trace.go:171","msg":"trace[1517027698] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000826575s","start":"2026-04-20T14:36:49.541167Z","end":"2026-04-20T14:36:51.541993Z","steps":["trace[1517027698] 'agreement among raft nodes before linearized reading' (duration: 2.000724922s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:51.542057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:49.541149Z","time spent":"2.000899267s","remote":"127.0.0.1:36480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T14:36:51.626105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698707622706085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:36:52.126789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698707622706085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:36:52.627325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698707622706085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:36:53.128134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698707622706085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:36:53.54246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000096038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-20T14:36:53.542555Z","caller":"traceutil/trace.go:171","msg":"trace[1369273680] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000260722s","start":"2026-04-20T14:36:51.542276Z","end":"2026-04-20T14:36:53.542536Z","steps":["trace[1369273680] 'agreement among raft nodes before linearized reading' (duration: 2.000141229s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:53.542611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:51.542199Z","time spent":"2.000396536s","remote":"127.0.0.1:36484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/20 14:36:53 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-20T14:36:53.629248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698707622706085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:36:54.100314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:49.100992Z","time spent":"4.999315636s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/20 14:36:54 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-20T14:36:54.102801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:49.103267Z","time spent":"4.999526532s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/20 14:36:54 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-20T14:36:54.130173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698707622706085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:36:54.630584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698707622706085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:36:55.001231Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.881778151s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-20T14:36:55.023576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:49.42291Z","time spent":"5.600660786s","remote":"127.0.0.1:37000","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-20T14:36:55.023782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469938082s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:36:55.023952Z","caller":"traceutil/trace.go:171","msg":"trace[1284815099] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4021; }","duration":"1.470092436s","start":"2026-04-20T14:36:53.553808Z","end":"2026-04-20T14:36:55.0239Z","steps":["trace[1284815099] 'range keys from in-memory index tree' (duration: 1.469919462s)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:55.026028Z","caller":"traceutil/trace.go:171","msg":"trace[2107488451] transaction","detail":"{read_only:false; response_revision:4022; number_of_response:1; }","duration":"5.925064428s","start":"2026-04-20T14:36:49.10094Z","end":"2026-04-20T14:36:55.026004Z","steps":["trace[2107488451] 'process raft request' (duration: 5.900563291s)","trace[2107488451] 'compare' (duration: 21.801159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:36:55.026153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:49.100927Z","time spent":"5.92515022s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T14:36:55.026664Z","caller":"traceutil/trace.go:171","msg":"trace[257389111] transaction","detail":"{read_only:false; response_revision:4024; number_of_response:1; }","duration":"5.923407626s","start":"2026-04-20T14:36:49.103239Z","end":"2026-04-20T14:36:55.026647Z","steps":["trace[257389111] 'process raft request' (duration: 5.92317202s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.027088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:49.103227Z","time spent":"5.923730405s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T14:36:55.163315Z","caller":"traceutil/trace.go:171","msg":"trace[303554861] linearizableReadLoop","detail":"{readStateIndex:4191; appliedIndex:4180; }","duration":"6.040183607s","start":"2026-04-20T14:36:49.123117Z","end":"2026-04-20T14:36:55.1633Z","steps":["trace[303554861] 'read index received' (duration: 5.878282243s)","trace[303554861] 'applied index is now lower than readState.Index' (duration: 161.900403ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:36:55.163505Z","caller":"traceutil/trace.go:171","msg":"trace[853499183] transaction","detail":"{read_only:false; response_revision:4031; number_of_response:1; }","duration":"1.786849438s","start":"2026-04-20T14:36:53.376628Z","end":"2026-04-20T14:36:55.163478Z","steps":["trace[853499183] 'process raft request' (duration: 1.786606862s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.16364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:53.376602Z","time spent":"1.78697488s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T14:36:55.163743Z","caller":"traceutil/trace.go:171","msg":"trace[638182341] transaction","detail":"{read_only:false; response_revision:4028; number_of_response:1; }","duration":"4.063079783s","start":"2026-04-20T14:36:51.100648Z","end":"2026-04-20T14:36:55.163728Z","steps":["trace[638182341] 'process raft request' (duration: 4.062182401s)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:55.163827Z","caller":"traceutil/trace.go:171","msg":"trace[1224876179] transaction","detail":"{read_only:false; response_revision:4032; number_of_response:1; }","duration":"1.036627022s","start":"2026-04-20T14:36:54.127169Z","end":"2026-04-20T14:36:55.163796Z","steps":["trace[1224876179] 'process raft request' (duration: 1.036088448s)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:55.163857Z","caller":"traceutil/trace.go:171","msg":"trace[942777455] transaction","detail":"{read_only:false; response_revision:4026; number_of_response:1; }","duration":"4.078636774s","start":"2026-04-20T14:36:51.085213Z","end":"2026-04-20T14:36:55.16385Z","steps":["trace[942777455] 'process raft request' (duration: 4.066685644s)","trace[942777455] 'compare' (duration: 10.829892ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:36:55.163859Z","caller":"traceutil/trace.go:171","msg":"trace[137567320] transaction","detail":"{read_only:false; response_revision:4029; number_of_response:1; }","duration":"4.062913979s","start":"2026-04-20T14:36:51.100936Z","end":"2026-04-20T14:36:55.16385Z","steps":["trace[137567320] 'process raft request' (duration: 4.061909514s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.163871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:54.127138Z","time spent":"1.036708694s","remote":"127.0.0.1:36662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10335,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:36:55.163888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:51.085193Z","time spent":"4.078679826s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:36:55.163906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:51.100927Z","time spent":"4.06295269s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:36:55.163946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.00077206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-04-20T14:36:55.163962Z","caller":"traceutil/trace.go:171","msg":"trace[420019269] transaction","detail":"{read_only:false; response_revision:4030; number_of_response:1; }","duration":"2.098019033s","start":"2026-04-20T14:36:53.065938Z","end":"2026-04-20T14:36:55.163957Z","steps":["trace[420019269] 'process raft request' (duration: 2.096964557s)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:55.163974Z","caller":"traceutil/trace.go:171","msg":"trace[496852236] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:4033; }","duration":"6.000821352s","start":"2026-04-20T14:36:49.163145Z","end":"2026-04-20T14:36:55.163966Z","steps":["trace[496852236] 'agreement among raft nodes before linearized reading' (duration: 6.0007258s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.163992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:53.065912Z","time spent":"2.098063354s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:36:55.163825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:51.100632Z","time spent":"4.063140755s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T14:36:55.164019Z","caller":"traceutil/trace.go:171","msg":"trace[595683905] transaction","detail":"{read_only:false; response_revision:4027; number_of_response:1; }","duration":"4.064166151s","start":"2026-04-20T14:36:51.099847Z","end":"2026-04-20T14:36:55.164013Z","steps":["trace[595683905] 'process raft request' (duration: 4.062963651s)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:55.164031Z","caller":"traceutil/trace.go:171","msg":"trace[65564725] transaction","detail":"{read_only:false; response_revision:4033; number_of_response:1; }","duration":"416.795161ms","start":"2026-04-20T14:36:54.747227Z","end":"2026-04-20T14:36:55.164023Z","steps":["trace[65564725] 'process raft request' (duration: 416.052023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.164052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:51.099824Z","time spent":"4.064210023s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:36:55.16407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:54.747204Z","time spent":"416.842752ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:36:55.164157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.041038148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10682"} {"level":"info","ts":"2026-04-20T14:36:55.164176Z","caller":"traceutil/trace.go:171","msg":"trace[380047161] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4033; }","duration":"6.041068939s","start":"2026-04-20T14:36:49.123101Z","end":"2026-04-20T14:36:55.16417Z","steps":["trace[380047161] 'agreement among raft nodes before linearized reading' (duration: 6.041012428s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.164192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:49.12309Z","time spent":"6.04109884s","remote":"127.0.0.1:36674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10705,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-20T14:36:55.164197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.050622713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-20T14:36:55.164217Z","caller":"traceutil/trace.go:171","msg":"trace[76335150] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4033; }","duration":"3.050676144s","start":"2026-04-20T14:36:52.113534Z","end":"2026-04-20T14:36:55.16421Z","steps":["trace[76335150] 'agreement among raft nodes before linearized reading' (duration: 3.050615033s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.164234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:52.113514Z","time spent":"3.050715705s","remote":"127.0.0.1:52150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-20T14:36:55.164256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649227581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-04-20T14:36:55.164278Z","caller":"traceutil/trace.go:171","msg":"trace[385680429] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:4033; }","duration":"1.649288143s","start":"2026-04-20T14:36:53.514984Z","end":"2026-04-20T14:36:55.164272Z","steps":["trace[385680429] 'agreement among raft nodes before linearized reading' (duration: 1.649221681s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.1643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:53.514965Z","time spent":"1.649330743s","remote":"127.0.0.1:38658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1242,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-04-20T14:36:55.164323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.3295887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-20T14:36:55.164336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725716372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:36:55.164346Z","caller":"traceutil/trace.go:171","msg":"trace[1506998852] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4033; }","duration":"3.329649301s","start":"2026-04-20T14:36:51.83469Z","end":"2026-04-20T14:36:55.164339Z","steps":["trace[1506998852] 'agreement among raft nodes before linearized reading' (duration: 3.32960529s)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:55.164354Z","caller":"traceutil/trace.go:171","msg":"trace[1408418124] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4033; }","duration":"1.725770323s","start":"2026-04-20T14:36:53.438578Z","end":"2026-04-20T14:36:55.164348Z","steps":["trace[1408418124] 'agreement among raft nodes before linearized reading' (duration: 1.725737923s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.164364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:51.834669Z","time spent":"3.329689502s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":5,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-20T14:36:55.164371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:53.438558Z","time spent":"1.725807784s","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-20T14:36:55.164411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.628993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T14:36:55.16443Z","caller":"traceutil/trace.go:171","msg":"trace[77511771] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4033; }","duration":"937.679843ms","start":"2026-04-20T14:36:54.226744Z","end":"2026-04-20T14:36:55.164424Z","steps":["trace[77511771] 'agreement among raft nodes before linearized reading' (duration: 937.646453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.16448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:54.226726Z","time spent":"937.748587ms","remote":"127.0.0.1:55616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-20T14:36:55.164518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.567574378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-20T14:36:55.164539Z","caller":"traceutil/trace.go:171","msg":"trace[1783746436] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:4033; }","duration":"3.567630649s","start":"2026-04-20T14:36:51.596903Z","end":"2026-04-20T14:36:55.164533Z","steps":["trace[1783746436] 'agreement among raft nodes before linearized reading' (duration: 3.567571358s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.164547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1006907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-20T14:36:55.164559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:51.596881Z","time spent":"3.56767168s","remote":"127.0.0.1:36504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-04-20T14:36:55.164566Z","caller":"traceutil/trace.go:171","msg":"trace[144807655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4033; }","duration":"2.100734952s","start":"2026-04-20T14:36:53.063824Z","end":"2026-04-20T14:36:55.164559Z","steps":["trace[144807655] 'agreement among raft nodes before linearized reading' (duration: 2.100706411s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.164574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614674363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T14:36:55.164584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:53.063807Z","time spent":"2.100770692s","remote":"127.0.0.1:52112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-20T14:36:55.16459Z","caller":"traceutil/trace.go:171","msg":"trace[924853135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4033; }","duration":"1.614708993s","start":"2026-04-20T14:36:53.549876Z","end":"2026-04-20T14:36:55.164585Z","steps":["trace[924853135] 'agreement among raft nodes before linearized reading' (duration: 1.614684033s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.164607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:53.549864Z","time spent":"1.614739695s","remote":"127.0.0.1:36480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T14:36:55.164677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.039084132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-20T14:36:55.164686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.147766402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:36:55.164697Z","caller":"traceutil/trace.go:171","msg":"trace[398883117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4033; }","duration":"4.039137284s","start":"2026-04-20T14:36:51.125554Z","end":"2026-04-20T14:36:55.164692Z","steps":["trace[398883117] 'agreement among raft nodes before linearized reading' (duration: 4.039080753s)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:55.164706Z","caller":"traceutil/trace.go:171","msg":"trace[1920141301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4033; }","duration":"2.147820073s","start":"2026-04-20T14:36:53.016879Z","end":"2026-04-20T14:36:55.164699Z","steps":["trace[1920141301] 'agreement among raft nodes before linearized reading' (duration: 2.147787222s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.164714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:51.125538Z","time spent":"4.039171484s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-20T14:36:55.164721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619432533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a81766a0c63fb5\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-20T14:36:55.164725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:53.016846Z","time spent":"2.147872325s","remote":"127.0.0.1:52126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-20T14:36:55.164738Z","caller":"traceutil/trace.go:171","msg":"trace[1252971846] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a81766a0c63fb5; range_end:; response_count:1; response_revision:4033; }","duration":"1.619477563s","start":"2026-04-20T14:36:53.545255Z","end":"2026-04-20T14:36:55.164732Z","steps":["trace[1252971846] 'agreement among raft nodes before linearized reading' (duration: 1.619424062s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.164756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:53.545233Z","time spent":"1.619519144s","remote":"127.0.0.1:36556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a81766a0c63fb5\" "} {"level":"warn","ts":"2026-04-20T14:36:55.164818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231591366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:36:55.164836Z","caller":"traceutil/trace.go:171","msg":"trace[1325811505] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4033; }","duration":"2.231640927s","start":"2026-04-20T14:36:52.933189Z","end":"2026-04-20T14:36:55.16483Z","steps":["trace[1325811505] 'agreement among raft nodes before linearized reading' (duration: 2.231611167s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.164841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.107442957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T14:36:55.164862Z","caller":"traceutil/trace.go:171","msg":"trace[449435171] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4033; }","duration":"4.107488527s","start":"2026-04-20T14:36:51.057367Z","end":"2026-04-20T14:36:55.164855Z","steps":["trace[449435171] 'agreement among raft nodes before linearized reading' (duration: 4.107422035s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.164866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:52.933165Z","time spent":"2.231695069s","remote":"127.0.0.1:37436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-20T14:36:55.164881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:51.057349Z","time spent":"4.107525879s","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":61,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-20T14:36:55.164903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.992541374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:36:55.164931Z","caller":"traceutil/trace.go:171","msg":"trace[1544714870] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4033; }","duration":"5.992603806s","start":"2026-04-20T14:36:49.17232Z","end":"2026-04-20T14:36:55.164924Z","steps":["trace[1544714870] 'agreement among raft nodes before linearized reading' (duration: 5.992564935s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.163996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:49.16313Z","time spent":"6.000861043s","remote":"127.0.0.1:38658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1242,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-04-20T14:36:55.164952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:49.1723Z","time spent":"5.992648317s","remote":"127.0.0.1:36918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-20T14:36:55.164811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628674395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T14:36:55.165058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.867935664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T14:36:55.165066Z","caller":"traceutil/trace.go:171","msg":"trace[854344173] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4033; }","duration":"1.628970232s","start":"2026-04-20T14:36:53.536088Z","end":"2026-04-20T14:36:55.165059Z","steps":["trace[854344173] 'agreement among raft nodes before linearized reading' (duration: 1.628691575s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.164518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069361443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-04-20T14:36:55.165078Z","caller":"traceutil/trace.go:171","msg":"trace[1932607296] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4033; }","duration":"5.867986565s","start":"2026-04-20T14:36:49.297086Z","end":"2026-04-20T14:36:55.165073Z","steps":["trace[1932607296] 'agreement among raft nodes before linearized reading' (duration: 5.867927594s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.165092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:53.536067Z","time spent":"1.629017083s","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-20T14:36:55.165092Z","caller":"traceutil/trace.go:171","msg":"trace[710978284] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:4033; }","duration":"2.069955568s","start":"2026-04-20T14:36:53.095129Z","end":"2026-04-20T14:36:55.165084Z","steps":["trace[710978284] 'agreement among raft nodes before linearized reading' (duration: 2.069344123s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.165099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:49.297067Z","time spent":"5.868024976s","remote":"127.0.0.1:36696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":64,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-20T14:36:55.165104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.951745803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-20T14:36:55.165117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:53.095114Z","time spent":"2.069996868s","remote":"127.0.0.1:38658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1252,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"info","ts":"2026-04-20T14:36:55.165126Z","caller":"traceutil/trace.go:171","msg":"trace[422139366] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4033; }","duration":"5.951809895s","start":"2026-04-20T14:36:49.213308Z","end":"2026-04-20T14:36:55.165118Z","steps":["trace[422139366] 'agreement among raft nodes before linearized reading' (duration: 5.951731733s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.165146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:49.213284Z","time spent":"5.951857975s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-20T14:36:55.165189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.167253915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:36:55.165208Z","caller":"traceutil/trace.go:171","msg":"trace[257807229] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:4033; }","duration":"4.167301308s","start":"2026-04-20T14:36:50.997901Z","end":"2026-04-20T14:36:55.165202Z","steps":["trace[257807229] 'agreement among raft nodes before linearized reading' (duration: 4.167272016s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.165226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:50.997882Z","time spent":"4.167339048s","remote":"127.0.0.1:58438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-20T14:36:55.1653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.976304679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-20T14:36:55.165322Z","caller":"traceutil/trace.go:171","msg":"trace[1216819131] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4033; }","duration":"5.97637486s","start":"2026-04-20T14:36:49.18894Z","end":"2026-04-20T14:36:55.165315Z","steps":["trace[1216819131] 'agreement among raft nodes before linearized reading' (duration: 5.976315229s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.165341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:49.188924Z","time spent":"5.976412871s","remote":"127.0.0.1:36638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-20T14:36:55.165347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.444791251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-20T14:36:55.165366Z","caller":"traceutil/trace.go:171","msg":"trace[1139341980] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4033; }","duration":"5.444828023s","start":"2026-04-20T14:36:49.720533Z","end":"2026-04-20T14:36:55.165361Z","steps":["trace[1139341980] 'agreement among raft nodes before linearized reading' (duration: 5.444775671s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.165383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:36:49.72052Z","time spent":"5.444859483s","remote":"127.0.0.1:52150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-20T14:36:55.323937Z","caller":"traceutil/trace.go:171","msg":"trace[138614408] transaction","detail":"{read_only:false; response_revision:4035; number_of_response:1; }","duration":"151.337257ms","start":"2026-04-20T14:36:55.172583Z","end":"2026-04-20T14:36:55.323921Z","steps":["trace[138614408] 'process raft request' (duration: 151.238814ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:55.324058Z","caller":"traceutil/trace.go:171","msg":"trace[724117917] transaction","detail":"{read_only:false; response_revision:4036; number_of_response:1; }","duration":"151.362248ms","start":"2026-04-20T14:36:55.172688Z","end":"2026-04-20T14:36:55.32405Z","steps":["trace[724117917] 'process raft request' (duration: 151.172173ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:55.324162Z","caller":"traceutil/trace.go:171","msg":"trace[1972733949] linearizableReadLoop","detail":"{readStateIndex:4194; appliedIndex:4192; }","duration":"153.798909ms","start":"2026-04-20T14:36:55.170356Z","end":"2026-04-20T14:36:55.324155Z","steps":["trace[1972733949] 'read index received' (duration: 19.960872ms)","trace[1972733949] 'applied index is now lower than readState.Index' (duration: 133.837447ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:36:55.324287Z","caller":"traceutil/trace.go:171","msg":"trace[1098648441] transaction","detail":"{read_only:false; response_revision:4037; number_of_response:1; }","duration":"142.302829ms","start":"2026-04-20T14:36:55.181978Z","end":"2026-04-20T14:36:55.32428Z","steps":["trace[1098648441] 'process raft request' (duration: 141.90617ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:55.324328Z","caller":"traceutil/trace.go:171","msg":"trace[1694547254] transaction","detail":"{read_only:false; response_revision:4034; number_of_response:1; }","duration":"155.83513ms","start":"2026-04-20T14:36:55.168451Z","end":"2026-04-20T14:36:55.324286Z","steps":["trace[1694547254] 'process raft request' (duration: 103.3342ms)","trace[1694547254] 'compare' (duration: 51.926345ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:36:55.324445Z","caller":"traceutil/trace.go:171","msg":"trace[1006749904] transaction","detail":"{read_only:false; response_revision:4038; number_of_response:1; }","duration":"133.404455ms","start":"2026-04-20T14:36:55.191033Z","end":"2026-04-20T14:36:55.324438Z","steps":["trace[1006749904] 'process raft request' (duration: 133.094878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.324595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.22548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:36:55.324623Z","caller":"traceutil/trace.go:171","msg":"trace[2024205195] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4038; }","duration":"154.285091ms","start":"2026-04-20T14:36:55.170332Z","end":"2026-04-20T14:36:55.324617Z","steps":["trace[2024205195] 'agreement among raft nodes before linearized reading' (duration: 153.966223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.324609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.002152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:36:55.324672Z","caller":"traceutil/trace.go:171","msg":"trace[1899557792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4038; }","duration":"148.107705ms","start":"2026-04-20T14:36:55.176551Z","end":"2026-04-20T14:36:55.324658Z","steps":["trace[1899557792] 'agreement among raft nodes before linearized reading' (duration: 147.999862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:55.324737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.449944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"warn","ts":"2026-04-20T14:36:55.324664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.469185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-32519f3e-14a6-4790-8d68-0092cf7edb39\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-20T14:36:55.324786Z","caller":"traceutil/trace.go:171","msg":"trace[853130652] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:4038; }","duration":"152.526477ms","start":"2026-04-20T14:36:55.172245Z","end":"2026-04-20T14:36:55.324771Z","steps":["trace[853130652] 'agreement among raft nodes before linearized reading' (duration: 152.375793ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:55.324939Z","caller":"traceutil/trace.go:171","msg":"trace[684528194] range","detail":"{range_begin:/registry/persistentvolumes/pvc-32519f3e-14a6-4790-8d68-0092cf7edb39; range_end:; response_count:1; response_revision:4038; }","duration":"152.626549ms","start":"2026-04-20T14:36:55.172154Z","end":"2026-04-20T14:36:55.324781Z","steps":["trace[684528194] 'agreement among raft nodes before linearized reading' (duration: 152.241399ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:57.193133Z","caller":"traceutil/trace.go:171","msg":"trace[1991160401] transaction","detail":"{read_only:false; response_revision:4048; number_of_response:1; }","duration":"159.213711ms","start":"2026-04-20T14:36:57.0339Z","end":"2026-04-20T14:36:57.193114Z","steps":["trace[1991160401] 'process raft request' (duration: 159.010476ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:57.248085Z","caller":"traceutil/trace.go:171","msg":"trace[44098896] transaction","detail":"{read_only:false; response_revision:4049; number_of_response:1; }","duration":"213.12945ms","start":"2026-04-20T14:36:57.034923Z","end":"2026-04-20T14:36:57.248053Z","steps":["trace[44098896] 'process raft request' (duration: 212.942595ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:57.306898Z","caller":"traceutil/trace.go:171","msg":"trace[1248044305] transaction","detail":"{read_only:false; response_revision:4052; number_of_response:1; }","duration":"136.861898ms","start":"2026-04-20T14:36:57.170024Z","end":"2026-04-20T14:36:57.306886Z","steps":["trace[1248044305] 'process raft request' (duration: 136.769476ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:57.307173Z","caller":"traceutil/trace.go:171","msg":"trace[556490926] transaction","detail":"{read_only:false; response_revision:4051; number_of_response:1; }","duration":"137.34669ms","start":"2026-04-20T14:36:57.169815Z","end":"2026-04-20T14:36:57.307162Z","steps":["trace[556490926] 'process raft request' (duration: 136.851368ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:57.307213Z","caller":"traceutil/trace.go:171","msg":"trace[2034530141] transaction","detail":"{read_only:false; response_revision:4053; number_of_response:1; }","duration":"134.94348ms","start":"2026-04-20T14:36:57.172253Z","end":"2026-04-20T14:36:57.307196Z","steps":["trace[2034530141] 'process raft request' (duration: 134.581461ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:57.306751Z","caller":"traceutil/trace.go:171","msg":"trace[1941528206] transaction","detail":"{read_only:false; response_revision:4050; number_of_response:1; }","duration":"138.020458ms","start":"2026-04-20T14:36:57.168709Z","end":"2026-04-20T14:36:57.30673Z","steps":["trace[1941528206] 'process raft request' (duration: 137.799992ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:59.426742Z","caller":"traceutil/trace.go:171","msg":"trace[2052131038] transaction","detail":"{read_only:false; response_revision:4059; number_of_response:1; }","duration":"113.810093ms","start":"2026-04-20T14:36:59.312903Z","end":"2026-04-20T14:36:59.426713Z","steps":["trace[2052131038] 'process raft request' (duration: 113.618308ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:59.452038Z","caller":"traceutil/trace.go:171","msg":"trace[1501581513] transaction","detail":"{read_only:false; response_revision:4060; number_of_response:1; }","duration":"138.873025ms","start":"2026-04-20T14:36:59.31314Z","end":"2026-04-20T14:36:59.452013Z","steps":["trace[1501581513] 'process raft request' (duration: 138.649239ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:59.452196Z","caller":"traceutil/trace.go:171","msg":"trace[174663819] transaction","detail":"{read_only:false; response_revision:4061; number_of_response:1; }","duration":"138.912266ms","start":"2026-04-20T14:36:59.313269Z","end":"2026-04-20T14:36:59.452181Z","steps":["trace[174663819] 'process raft request' (duration: 138.67424ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:36:59.452323Z","caller":"traceutil/trace.go:171","msg":"trace[1058650931] transaction","detail":"{read_only:false; response_revision:4062; number_of_response:1; }","duration":"138.020412ms","start":"2026-04-20T14:36:59.314282Z","end":"2026-04-20T14:36:59.452302Z","steps":["trace[1058650931] 'process raft request' (duration: 137.818587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:36:59.65626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.961121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:36:59.656336Z","caller":"traceutil/trace.go:171","msg":"trace[1411680004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4063; }","duration":"113.082974ms","start":"2026-04-20T14:36:59.543235Z","end":"2026-04-20T14:36:59.656318Z","steps":["trace[1411680004] 'range keys from in-memory index tree' (duration: 112.867129ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:37:00.28854Z","caller":"traceutil/trace.go:171","msg":"trace[2023749341] linearizableReadLoop","detail":"{readStateIndex:4227; appliedIndex:4226; }","duration":"113.807843ms","start":"2026-04-20T14:37:00.174708Z","end":"2026-04-20T14:37:00.288516Z","steps":["trace[2023749341] 'read index received' (duration: 113.512666ms)","trace[2023749341] 'applied index is now lower than readState.Index' (duration: 293.787µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:37:00.288633Z","caller":"traceutil/trace.go:171","msg":"trace[701375168] transaction","detail":"{read_only:false; response_revision:4065; number_of_response:1; }","duration":"129.609243ms","start":"2026-04-20T14:37:00.158981Z","end":"2026-04-20T14:37:00.28859Z","steps":["trace[701375168] 'process raft request' (duration: 129.307186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:37:00.288736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.003638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-20T14:37:00.288776Z","caller":"traceutil/trace.go:171","msg":"trace[1026255207] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4065; }","duration":"114.088961ms","start":"2026-04-20T14:37:00.174676Z","end":"2026-04-20T14:37:00.288765Z","steps":["trace[1026255207] 'agreement among raft nodes before linearized reading' (duration: 113.932357ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:37:00.418937Z","caller":"traceutil/trace.go:171","msg":"trace[972964571] transaction","detail":"{read_only:false; response_revision:4066; number_of_response:1; }","duration":"102.756575ms","start":"2026-04-20T14:37:00.316154Z","end":"2026-04-20T14:37:00.41891Z","steps":["trace[972964571] 'process raft request' (duration: 79.529559ms)","trace[972964571] 'compare' (duration: 23.045711ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:37:00.70185Z","caller":"traceutil/trace.go:171","msg":"trace[591096131] transaction","detail":"{read_only:false; response_revision:4068; number_of_response:1; }","duration":"276.834091ms","start":"2026-04-20T14:37:00.424979Z","end":"2026-04-20T14:37:00.701813Z","steps":["trace[591096131] 'process raft request' (duration: 213.183873ms)","trace[591096131] 'compare' (duration: 63.35226ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:37:00.701881Z","caller":"traceutil/trace.go:171","msg":"trace[1105302131] transaction","detail":"{read_only:false; response_revision:4069; number_of_response:1; }","duration":"276.370419ms","start":"2026-04-20T14:37:00.425467Z","end":"2026-04-20T14:37:00.701837Z","steps":["trace[1105302131] 'process raft request' (duration: 276.279507ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:37:00.702157Z","caller":"traceutil/trace.go:171","msg":"trace[841833638] transaction","detail":"{read_only:false; response_revision:4070; number_of_response:1; }","duration":"269.388543ms","start":"2026-04-20T14:37:00.432753Z","end":"2026-04-20T14:37:00.702141Z","steps":["trace[841833638] 'process raft request' (duration: 269.044684ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:37:00.701998Z","caller":"traceutil/trace.go:171","msg":"trace[397903385] linearizableReadLoop","detail":"{readStateIndex:4231; appliedIndex:4228; }","duration":"276.240946ms","start":"2026-04-20T14:37:00.425741Z","end":"2026-04-20T14:37:00.701982Z","steps":["trace[397903385] 'read index received' (duration: 79.030606ms)","trace[397903385] 'applied index is now lower than readState.Index' (duration: 197.20975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:37:00.703167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.410555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10349"} {"level":"info","ts":"2026-04-20T14:37:00.703214Z","caller":"traceutil/trace.go:171","msg":"trace[1332214670] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4070; }","duration":"277.507967ms","start":"2026-04-20T14:37:00.425695Z","end":"2026-04-20T14:37:00.703203Z","steps":["trace[1332214670] 'agreement among raft nodes before linearized reading' (duration: 277.330583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:37:00.919501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.09151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T14:37:00.919626Z","caller":"traceutil/trace.go:171","msg":"trace[362113622] linearizableReadLoop","detail":"{readStateIndex:4233; appliedIndex:4232; }","duration":"165.269214ms","start":"2026-04-20T14:37:00.754335Z","end":"2026-04-20T14:37:00.919605Z","steps":["trace[362113622] 'read index received' (duration: 57.073431ms)","trace[362113622] 'applied index is now lower than readState.Index' (duration: 108.194323ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:37:00.919689Z","caller":"traceutil/trace.go:171","msg":"trace[1641120378] transaction","detail":"{read_only:false; response_revision:4071; number_of_response:1; }","duration":"199.658583ms","start":"2026-04-20T14:37:00.720007Z","end":"2026-04-20T14:37:00.919665Z","steps":["trace[1641120378] 'process raft request' (duration: 91.319636ms)","trace[1641120378] 'compare' (duration: 107.944417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:37:00.919757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.428508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:37:00.919797Z","caller":"traceutil/trace.go:171","msg":"trace[1123063701] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4071; }","duration":"165.50694ms","start":"2026-04-20T14:37:00.754276Z","end":"2026-04-20T14:37:00.919783Z","steps":["trace[1123063701] 'agreement among raft nodes before linearized reading' (duration: 165.434998ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:37:01.125581Z","caller":"traceutil/trace.go:171","msg":"trace[442011082] linearizableReadLoop","detail":"{readStateIndex:4236; appliedIndex:4235; }","duration":"115.230652ms","start":"2026-04-20T14:37:01.010326Z","end":"2026-04-20T14:37:01.125557Z","steps":["trace[442011082] 'read index received' (duration: 23.551275ms)","trace[442011082] 'applied index is now lower than readState.Index' (duration: 91.678397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:37:01.125768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.426717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10704"} {"level":"info","ts":"2026-04-20T14:37:01.12579Z","caller":"traceutil/trace.go:171","msg":"trace[1529127912] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4074; }","duration":"115.477298ms","start":"2026-04-20T14:37:01.010307Z","end":"2026-04-20T14:37:01.125784Z","steps":["trace[1529127912] 'agreement among raft nodes before linearized reading' (duration: 115.346955ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:37:01.125703Z","caller":"traceutil/trace.go:171","msg":"trace[396553926] transaction","detail":"{read_only:false; response_revision:4074; number_of_response:1; }","duration":"116.717989ms","start":"2026-04-20T14:37:01.008959Z","end":"2026-04-20T14:37:01.125677Z","steps":["trace[396553926] 'process raft request' (duration: 24.97037ms)","trace[396553926] 'compare' (duration: 91.497903ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:37:01.66641Z","caller":"traceutil/trace.go:171","msg":"trace[1507236862] linearizableReadLoop","detail":"{readStateIndex:4243; appliedIndex:4242; }","duration":"126.367833ms","start":"2026-04-20T14:37:01.540028Z","end":"2026-04-20T14:37:01.666395Z","steps":["trace[1507236862] 'read index received' (duration: 61.259138ms)","trace[1507236862] 'applied index is now lower than readState.Index' (duration: 65.107975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:37:01.666601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.553778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:37:01.666797Z","caller":"traceutil/trace.go:171","msg":"trace[1722686830] transaction","detail":"{read_only:false; response_revision:4081; number_of_response:1; }","duration":"184.993446ms","start":"2026-04-20T14:37:01.48179Z","end":"2026-04-20T14:37:01.666784Z","steps":["trace[1722686830] 'process raft request' (duration: 119.530772ms)","trace[1722686830] 'compare' (duration: 65.013693ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:37:01.666803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.422705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-20T14:37:01.666971Z","caller":"traceutil/trace.go:171","msg":"trace[1636696060] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4081; }","duration":"109.6357ms","start":"2026-04-20T14:37:01.55732Z","end":"2026-04-20T14:37:01.666956Z","steps":["trace[1636696060] 'agreement among raft nodes before linearized reading' (duration: 109.396814ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:37:01.666728Z","caller":"traceutil/trace.go:171","msg":"trace[996205298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4081; }","duration":"126.694252ms","start":"2026-04-20T14:37:01.540006Z","end":"2026-04-20T14:37:01.6667Z","steps":["trace[996205298] 'agreement among raft nodes before linearized reading' (duration: 126.526568ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:38:34.088927Z","caller":"traceutil/trace.go:171","msg":"trace[1113518247] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"161.204813ms","start":"2026-04-20T14:38:33.92769Z","end":"2026-04-20T14:38:34.088895Z","steps":["trace[1113518247] 'process raft request' (duration: 128.820424ms)","trace[1113518247] 'compare' (duration: 32.250585ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:38:48.713473Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2830} {"level":"info","ts":"2026-04-20T14:38:48.801915Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2830,"took":"86.967556ms","hash":1109097743,"current-db-size-bytes":55111680,"current-db-size":"55 MB","current-db-size-in-use-bytes":30969856,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-20T14:38:48.801972Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1109097743,"revision":2830,"compact-revision":-1} {"level":"info","ts":"2026-04-20T14:40:56.440688Z","caller":"traceutil/trace.go:171","msg":"trace[1589471613] transaction","detail":"{read_only:false; response_revision:6537; number_of_response:1; }","duration":"114.589161ms","start":"2026-04-20T14:40:56.326072Z","end":"2026-04-20T14:40:56.440661Z","steps":["trace[1589471613] 'process raft request' (duration: 114.44008ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:40:56.487823Z","caller":"traceutil/trace.go:171","msg":"trace[1994555088] transaction","detail":"{read_only:false; response_revision:6538; number_of_response:1; }","duration":"106.586481ms","start":"2026-04-20T14:40:56.381216Z","end":"2026-04-20T14:40:56.487802Z","steps":["trace[1994555088] 'process raft request' (duration: 104.153156ms)"],"step_count":1}