{"level":"warn","ts":"2026-03-06T22:00:32.973852Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T22:00:32.973942Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.242:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.242:2380","--initial-cluster=instance=https://199.204.45.242:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.242:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.242:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-06T22:00:32.974019Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T22:00:32.974034Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-03-06T22:00:32.974057Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T22:00:32.974839Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"]} {"level":"info","ts":"2026-03-06T22:00:32.974945Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.242:2380"],"listen-peer-urls":["https://199.204.45.242:2380"],"advertise-client-urls":["https://199.204.45.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.242:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-06T22:00:32.978985Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.764981ms"} {"level":"info","ts":"2026-03-06T22:00:32.990734Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b844c110b9783e73","cluster-id":"49dc9693ccd466a9"} {"level":"info","ts":"2026-03-06T22:00:32.99084Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=()"} {"level":"info","ts":"2026-03-06T22:00:32.990871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became follower at term 0"} {"level":"info","ts":"2026-03-06T22:00:32.990896Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b844c110b9783e73 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-06T22:00:32.990919Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became follower at term 1"} {"level":"info","ts":"2026-03-06T22:00:32.990968Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=(13277949878970367603)"} {"level":"warn","ts":"2026-03-06T22:00:32.99598Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-06T22:00:32.997833Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-06T22:00:32.999129Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-06T22:00:33.001261Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b844c110b9783e73","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-06T22:00:33.001483Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b844c110b9783e73","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-06T22:00:33.001667Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T22:00:33.001774Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T22:00:33.001832Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T22:00:33.002912Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=(13277949878970367603)"} {"level":"info","ts":"2026-03-06T22:00:33.003303Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","added-peer-id":"b844c110b9783e73","added-peer-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-03-06T22:00:33.005176Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T22:00:33.005271Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.242:2380"} {"level":"info","ts":"2026-03-06T22:00:33.005316Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.242:2380"} {"level":"info","ts":"2026-03-06T22:00:33.005479Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b844c110b9783e73","initial-advertise-peer-urls":["https://199.204.45.242:2380"],"listen-peer-urls":["https://199.204.45.242:2380"],"advertise-client-urls":["https://199.204.45.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-06T22:00:33.005513Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-06T22:00:33.792052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 is starting a new election at term 1"} {"level":"info","ts":"2026-03-06T22:00:33.792137Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-06T22:00:33.792166Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 received MsgPreVoteResp from b844c110b9783e73 at term 1"} {"level":"info","ts":"2026-03-06T22:00:33.792223Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became candidate at term 2"} {"level":"info","ts":"2026-03-06T22:00:33.792235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 received MsgVoteResp from b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-03-06T22:00:33.792251Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became leader at term 2"} {"level":"info","ts":"2026-03-06T22:00:33.792267Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b844c110b9783e73 elected leader b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-03-06T22:00:33.794412Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T22:00:33.795513Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T22:00:33.795509Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b844c110b9783e73","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.242:2379]}","request-path":"/0/members/b844c110b9783e73/attributes","cluster-id":"49dc9693ccd466a9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-06T22:00:33.795609Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T22:00:33.79603Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T22:00:33.796068Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-06T22:00:33.796108Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-06T22:00:33.796164Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T22:00:33.796217Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T22:00:33.797441Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.242:2379"} {"level":"info","ts":"2026-03-06T22:00:33.798532Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-06T22:01:09.296295Z","caller":"traceutil/trace.go:171","msg":"trace[263513183] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"193.600463ms","start":"2026-03-06T22:01:09.102672Z","end":"2026-03-06T22:01:09.296272Z","steps":["trace[263513183] 'process raft request' (duration: 193.49343ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:09.306058Z","caller":"traceutil/trace.go:171","msg":"trace[2131883037] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"202.982365ms","start":"2026-03-06T22:01:09.103047Z","end":"2026-03-06T22:01:09.30603Z","steps":["trace[2131883037] 'process raft request' (duration: 202.820551ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:49.698215Z","caller":"traceutil/trace.go:171","msg":"trace[623638155] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"120.823587ms","start":"2026-03-06T22:01:49.577367Z","end":"2026-03-06T22:01:49.698191Z","steps":["trace[623638155] 'process raft request' (duration: 120.690304ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:18.0861Z","caller":"traceutil/trace.go:171","msg":"trace[629719297] linearizableReadLoop","detail":"{readStateIndex:1620; appliedIndex:1619; }","duration":"443.486374ms","start":"2026-03-06T22:02:17.642585Z","end":"2026-03-06T22:02:18.086072Z","steps":["trace[629719297] 'read index received' (duration: 443.350381ms)","trace[629719297] 'applied index is now lower than readState.Index' (duration: 134.893µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:18.086277Z","caller":"traceutil/trace.go:171","msg":"trace[507547461] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"447.682738ms","start":"2026-03-06T22:02:17.638578Z","end":"2026-03-06T22:02:18.086261Z","steps":["trace[507547461] 'process raft request' (duration: 447.320909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:18.086474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.550657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T22:02:18.086573Z","caller":"traceutil/trace.go:171","msg":"trace[1813358625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1557; }","duration":"443.67371ms","start":"2026-03-06T22:02:17.642882Z","end":"2026-03-06T22:02:18.086555Z","steps":["trace[1813358625] 'agreement among raft nodes before linearized reading' (duration: 443.437653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:18.086624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:17.642875Z","time spent":"443.736992ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T22:02:18.086835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.934573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T22:02:18.086902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.971146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T22:02:18.086924Z","caller":"traceutil/trace.go:171","msg":"trace[600461343] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1557; }","duration":"161.062556ms","start":"2026-03-06T22:02:17.925843Z","end":"2026-03-06T22:02:18.086906Z","steps":["trace[600461343] 'agreement among raft nodes before linearized reading' (duration: 160.892162ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:18.08696Z","caller":"traceutil/trace.go:171","msg":"trace[1279315892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1557; }","duration":"265.050228ms","start":"2026-03-06T22:02:17.821896Z","end":"2026-03-06T22:02:18.086946Z","steps":["trace[1279315892] 'agreement among raft nodes before linearized reading' (duration: 264.873553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:18.086981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:17.638548Z","time spent":"447.779ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:02:18.08716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.544733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-06T22:02:18.087232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.079457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T22:02:18.087246Z","caller":"traceutil/trace.go:171","msg":"trace[1595660644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1557; }","duration":"444.683987ms","start":"2026-03-06T22:02:17.642544Z","end":"2026-03-06T22:02:18.087228Z","steps":["trace[1595660644] 'agreement among raft nodes before linearized reading' (duration: 444.265905ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:18.087274Z","caller":"traceutil/trace.go:171","msg":"trace[1137728184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1557; }","duration":"442.146859ms","start":"2026-03-06T22:02:17.645117Z","end":"2026-03-06T22:02:18.087264Z","steps":["trace[1137728184] 'agreement among raft nodes before linearized reading' (duration: 442.016806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:18.087301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:17.642528Z","time spent":"444.764869ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T22:02:18.087312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:17.645099Z","time spent":"442.204771ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T22:02:18.087359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.452907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a60001-f34b-4607-8532-4a67c9221fac\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-06T22:02:18.087435Z","caller":"traceutil/trace.go:171","msg":"trace[1954007235] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5a60001-f34b-4607-8532-4a67c9221fac; range_end:; response_count:1; response_revision:1557; }","duration":"388.552049ms","start":"2026-03-06T22:02:17.698864Z","end":"2026-03-06T22:02:18.087416Z","steps":["trace[1954007235] 'agreement among raft nodes before linearized reading' (duration: 388.385105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:18.0875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:17.698852Z","time spent":"388.623901ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a60001-f34b-4607-8532-4a67c9221fac\" "} {"level":"warn","ts":"2026-03-06T22:02:18.641711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.240473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:02:18.641908Z","caller":"traceutil/trace.go:171","msg":"trace[1685175234] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"550.625343ms","start":"2026-03-06T22:02:18.091269Z","end":"2026-03-06T22:02:18.641894Z","steps":["trace[1685175234] 'process raft request' (duration: 550.523451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:18.641962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:18.091241Z","time spent":"550.700165ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:02:18.642003Z","caller":"traceutil/trace.go:171","msg":"trace[618845919] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"550.725246ms","start":"2026-03-06T22:02:18.091251Z","end":"2026-03-06T22:02:18.641976Z","steps":["trace[618845919] 'process raft request' (duration: 190.022071ms)","trace[618845919] 'compare' (duration: 360.14042ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:18.642087Z","caller":"traceutil/trace.go:171","msg":"trace[45853925] linearizableReadLoop","detail":"{readStateIndex:1625; appliedIndex:1621; }","duration":"330.300944ms","start":"2026-03-06T22:02:18.311769Z","end":"2026-03-06T22:02:18.642069Z","steps":["trace[45853925] 'read index received' (duration: 32.31µs)","trace[45853925] 'applied index is now lower than readState.Index' (duration: 330.267524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:02:18.642133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:18.091228Z","time spent":"550.835049ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:02:18.642122Z","caller":"traceutil/trace.go:171","msg":"trace[695620998] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"550.285144ms","start":"2026-03-06T22:02:18.091829Z","end":"2026-03-06T22:02:18.642114Z","steps":["trace[695620998] 'process raft request' (duration: 550.000987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:18.642416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.111225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T22:02:18.642431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:18.091816Z","time spent":"550.566472ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:02:18.642453Z","caller":"traceutil/trace.go:171","msg":"trace[105363677] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1562; }","duration":"172.186807ms","start":"2026-03-06T22:02:18.470259Z","end":"2026-03-06T22:02:18.642446Z","steps":["trace[105363677] 'agreement among raft nodes before linearized reading' (duration: 172.130496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:18.642359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.599853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:02:18.642488Z","caller":"traceutil/trace.go:171","msg":"trace[1726834450] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"546.998425ms","start":"2026-03-06T22:02:18.095443Z","end":"2026-03-06T22:02:18.642442Z","steps":["trace[1726834450] 'process raft request' (duration: 546.414739ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:18.642548Z","caller":"traceutil/trace.go:171","msg":"trace[1202203705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1562; }","duration":"330.822699ms","start":"2026-03-06T22:02:18.311711Z","end":"2026-03-06T22:02:18.642534Z","steps":["trace[1202203705] 'agreement among raft nodes before linearized reading' (duration: 330.625084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:18.64258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:18.311689Z","time spent":"330.88381ms","remote":"127.0.0.1:48824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:02:18.642609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.67246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T22:02:18.642635Z","caller":"traceutil/trace.go:171","msg":"trace[1941466982] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1562; }","duration":"118.741922ms","start":"2026-03-06T22:02:18.523884Z","end":"2026-03-06T22:02:18.642626Z","steps":["trace[1941466982] 'agreement among raft nodes before linearized reading' (duration: 118.66599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:18.642677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:18.095435Z","time spent":"547.134169ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3726,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:03:08.212507Z","caller":"traceutil/trace.go:171","msg":"trace[1984379442] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"124.385865ms","start":"2026-03-06T22:03:08.088093Z","end":"2026-03-06T22:03:08.212479Z","steps":["trace[1984379442] 'process raft request' (duration: 124.19844ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:09.190476Z","caller":"traceutil/trace.go:171","msg":"trace[1447441141] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"249.083878ms","start":"2026-03-06T22:03:08.941368Z","end":"2026-03-06T22:03:09.190452Z","steps":["trace[1447441141] 'process raft request' (duration: 247.839255ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:09.190741Z","caller":"traceutil/trace.go:171","msg":"trace[2053123547] linearizableReadLoop","detail":"{readStateIndex:1931; appliedIndex:1929; }","duration":"190.047991ms","start":"2026-03-06T22:03:09.000656Z","end":"2026-03-06T22:03:09.190704Z","steps":["trace[2053123547] 'read index received' (duration: 188.642594ms)","trace[2053123547] 'applied index is now lower than readState.Index' (duration: 1.403287ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:03:09.190912Z","caller":"traceutil/trace.go:171","msg":"trace[929120575] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"249.171331ms","start":"2026-03-06T22:03:08.941724Z","end":"2026-03-06T22:03:09.190895Z","steps":["trace[929120575] 'process raft request' (duration: 248.692768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:09.191156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.491842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T22:03:09.191249Z","caller":"traceutil/trace.go:171","msg":"trace[600097558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1857; }","duration":"190.634917ms","start":"2026-03-06T22:03:09.000595Z","end":"2026-03-06T22:03:09.19123Z","steps":["trace[600097558] 'agreement among raft nodes before linearized reading' (duration: 190.426711ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:04:30.227355Z","caller":"traceutil/trace.go:171","msg":"trace[1945696625] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"102.712647ms","start":"2026-03-06T22:04:30.124618Z","end":"2026-03-06T22:04:30.227331Z","steps":["trace[1945696625] 'process raft request' (duration: 102.590064ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:13.239398Z","caller":"traceutil/trace.go:171","msg":"trace[1436000595] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"128.421316ms","start":"2026-03-06T22:06:13.110933Z","end":"2026-03-06T22:06:13.239354Z","steps":["trace[1436000595] 'process raft request' (duration: 53.120819ms)","trace[1436000595] 'compare' (duration: 75.140663ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:13.239612Z","caller":"traceutil/trace.go:171","msg":"trace[2106607737] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"128.477907ms","start":"2026-03-06T22:06:13.111124Z","end":"2026-03-06T22:06:13.239602Z","steps":["trace[2106607737] 'process raft request' (duration: 128.149539ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:13.239703Z","caller":"traceutil/trace.go:171","msg":"trace[1335368234] linearizableReadLoop","detail":"{readStateIndex:3230; appliedIndex:3226; }","duration":"128.065217ms","start":"2026-03-06T22:06:13.111618Z","end":"2026-03-06T22:06:13.239683Z","steps":["trace[1335368234] 'read index received' (duration: 52.446353ms)","trace[1335368234] 'applied index is now lower than readState.Index' (duration: 75.617694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:13.239925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.285053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:2731"} {"level":"info","ts":"2026-03-06T22:06:13.23996Z","caller":"traceutil/trace.go:171","msg":"trace[416211626] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:3105; }","duration":"128.370506ms","start":"2026-03-06T22:06:13.111578Z","end":"2026-03-06T22:06:13.239949Z","steps":["trace[416211626] 'agreement among raft nodes before linearized reading' (duration: 128.18474ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:13.240018Z","caller":"traceutil/trace.go:171","msg":"trace[1064978118] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"128.55202ms","start":"2026-03-06T22:06:13.111431Z","end":"2026-03-06T22:06:13.239983Z","steps":["trace[1064978118] 'process raft request' (duration: 128.151819ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:13.240079Z","caller":"traceutil/trace.go:171","msg":"trace[1776292904] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"128.864697ms","start":"2026-03-06T22:06:13.111143Z","end":"2026-03-06T22:06:13.240007Z","steps":["trace[1776292904] 'process raft request' (duration: 128.345643ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:13.240295Z","caller":"traceutil/trace.go:171","msg":"trace[840851937] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"127.669606ms","start":"2026-03-06T22:06:13.112433Z","end":"2026-03-06T22:06:13.240103Z","steps":["trace[840851937] 'process raft request' (duration: 127.205094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:45.536873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.264473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T22:06:45.536968Z","caller":"traceutil/trace.go:171","msg":"trace[1336066341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3297; }","duration":"144.422556ms","start":"2026-03-06T22:06:45.392526Z","end":"2026-03-06T22:06:45.536948Z","steps":["trace[1336066341] 'range keys from in-memory index tree' (duration: 144.045157ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:45.648524Z","caller":"traceutil/trace.go:171","msg":"trace[1257830958] transaction","detail":"{read_only:false; response_revision:3298; number_of_response:1; }","duration":"107.299694ms","start":"2026-03-06T22:06:45.541192Z","end":"2026-03-06T22:06:45.648492Z","steps":["trace[1257830958] 'process raft request' (duration: 107.14647ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:07:58.215461Z","caller":"traceutil/trace.go:171","msg":"trace[1465435179] transaction","detail":"{read_only:false; response_revision:4100; number_of_response:1; }","duration":"101.868557ms","start":"2026-03-06T22:07:58.113566Z","end":"2026-03-06T22:07:58.215435Z","steps":["trace[1465435179] 'process raft request' (duration: 101.680891ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:08:01.95738Z","caller":"traceutil/trace.go:171","msg":"trace[619886351] transaction","detail":"{read_only:false; response_revision:4238; number_of_response:1; }","duration":"110.699824ms","start":"2026-03-06T22:08:01.846651Z","end":"2026-03-06T22:08:01.957351Z","steps":["trace[619886351] 'process raft request' (duration: 17.822591ms)","trace[619886351] 'compare' (duration: 92.74216ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:08:05.83492Z","caller":"traceutil/trace.go:171","msg":"trace[111176487] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"111.690461ms","start":"2026-03-06T22:08:05.723207Z","end":"2026-03-06T22:08:05.834897Z","steps":["trace[111176487] 'process raft request' (duration: 111.578318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:08:08.690858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.320958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-304837d5-ead5-4255-8884-16b3e32491a3\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-06T22:08:08.691061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.616343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-06T22:08:08.691212Z","caller":"traceutil/trace.go:171","msg":"trace[1502009988] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4462; }","duration":"185.808348ms","start":"2026-03-06T22:08:08.505394Z","end":"2026-03-06T22:08:08.691202Z","steps":["trace[1502009988] 'range keys from in-memory index tree' (duration: 185.48164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:08:08.691309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.404116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777461"} {"level":"info","ts":"2026-03-06T22:08:08.691363Z","caller":"traceutil/trace.go:171","msg":"trace[40159601] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4462; }","duration":"115.462128ms","start":"2026-03-06T22:08:08.575886Z","end":"2026-03-06T22:08:08.691348Z","steps":["trace[40159601] 'range keys from in-memory index tree' (duration: 114.922384ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:08:08.691153Z","caller":"traceutil/trace.go:171","msg":"trace[2109715700] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-304837d5-ead5-4255-8884-16b3e32491a3; range_end:; response_count:1; response_revision:4462; }","duration":"114.652276ms","start":"2026-03-06T22:08:08.576476Z","end":"2026-03-06T22:08:08.691129Z","steps":["trace[2109715700] 'range keys from in-memory index tree' (duration: 114.143913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:08:11.056812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.620498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:08:11.056915Z","caller":"traceutil/trace.go:171","msg":"trace[660205910] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"225.800944ms","start":"2026-03-06T22:08:10.831095Z","end":"2026-03-06T22:08:11.056896Z","steps":["trace[660205910] 'process raft request' (duration: 86.985281ms)","trace[660205910] 'compare' (duration: 138.32762ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:08:26.542728Z","caller":"traceutil/trace.go:171","msg":"trace[1397483428] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"107.274187ms","start":"2026-03-06T22:08:26.435425Z","end":"2026-03-06T22:08:26.542699Z","steps":["trace[1397483428] 'process raft request' (duration: 107.102672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:08:26.921873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.864344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:08:26.921964Z","caller":"traceutil/trace.go:171","msg":"trace[458543738] linearizableReadLoop","detail":"{readStateIndex:4976; appliedIndex:4974; }","duration":"443.222489ms","start":"2026-03-06T22:08:26.478729Z","end":"2026-03-06T22:08:26.921952Z","steps":["trace[458543738] 'read index received' (duration: 63.798621ms)","trace[458543738] 'applied index is now lower than readState.Index' (duration: 379.422958ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:08:26.92202Z","caller":"traceutil/trace.go:171","msg":"trace[1006241258] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"485.37333ms","start":"2026-03-06T22:08:26.436635Z","end":"2026-03-06T22:08:26.922009Z","steps":["trace[1006241258] 'process raft request' (duration: 259.2901ms)","trace[1006241258] 'compare' (duration: 225.573517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:08:26.922076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:08:26.436618Z","time spent":"485.432101ms","remote":"127.0.0.1:48936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:08:26.922245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.503517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T22:08:26.922333Z","caller":"traceutil/trace.go:171","msg":"trace[546283919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4791; }","duration":"443.610099ms","start":"2026-03-06T22:08:26.478696Z","end":"2026-03-06T22:08:26.922306Z","steps":["trace[546283919] 'agreement among raft nodes before linearized reading' (duration: 443.395644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:08:26.922382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:08:26.478685Z","time spent":"443.686891ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T22:08:26.922789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.348111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T22:08:26.922841Z","caller":"traceutil/trace.go:171","msg":"trace[389056176] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:4791; }","duration":"116.427623ms","start":"2026-03-06T22:08:26.8064Z","end":"2026-03-06T22:08:26.922827Z","steps":["trace[389056176] 'agreement among raft nodes before linearized reading' (duration: 116.33047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:08:26.923017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.558942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:08:26.92306Z","caller":"traceutil/trace.go:171","msg":"trace[826358620] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4791; }","duration":"139.635523ms","start":"2026-03-06T22:08:26.783411Z","end":"2026-03-06T22:08:26.923047Z","steps":["trace[826358620] 'agreement among raft nodes before linearized reading' (duration: 138.904524ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:08:39.370373Z","caller":"traceutil/trace.go:171","msg":"trace[2096954090] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"130.500297ms","start":"2026-03-06T22:08:39.239821Z","end":"2026-03-06T22:08:39.370321Z","steps":["trace[2096954090] 'process raft request' (duration: 130.248061ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:08:40.254986Z","caller":"traceutil/trace.go:171","msg":"trace[1588694500] linearizableReadLoop","detail":"{readStateIndex:5187; appliedIndex:5186; }","duration":"117.435199ms","start":"2026-03-06T22:08:40.137525Z","end":"2026-03-06T22:08:40.25496Z","steps":["trace[1588694500] 'read index received' (duration: 117.233524ms)","trace[1588694500] 'applied index is now lower than readState.Index' (duration: 200.175µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:08:40.255098Z","caller":"traceutil/trace.go:171","msg":"trace[36298150] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"123.479225ms","start":"2026-03-06T22:08:40.131563Z","end":"2026-03-06T22:08:40.255042Z","steps":["trace[36298150] 'process raft request' (duration: 123.228539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:08:40.255258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.691286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-06T22:08:40.255306Z","caller":"traceutil/trace.go:171","msg":"trace[342522341] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4996; }","duration":"117.793038ms","start":"2026-03-06T22:08:40.137501Z","end":"2026-03-06T22:08:40.255294Z","steps":["trace[342522341] 'agreement among raft nodes before linearized reading' (duration: 117.605713ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:33.821245Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2762} {"level":"info","ts":"2026-03-06T22:10:33.878148Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2762,"took":"55.303094ms","hash":1401258473,"current-db-size-bytes":41836544,"current-db-size":"42 MB","current-db-size-in-use-bytes":31604736,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-06T22:10:33.878209Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1401258473,"revision":2762,"compact-revision":-1} {"level":"info","ts":"2026-03-06T22:14:29.402357Z","caller":"traceutil/trace.go:171","msg":"trace[67899660] transaction","detail":"{read_only:false; response_revision:7455; number_of_response:1; }","duration":"245.579662ms","start":"2026-03-06T22:14:29.156735Z","end":"2026-03-06T22:14:29.402315Z","steps":["trace[67899660] 'process raft request' (duration: 245.401007ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:14:29.551083Z","caller":"traceutil/trace.go:171","msg":"trace[1539898877] transaction","detail":"{read_only:false; response_revision:7456; number_of_response:1; }","duration":"292.934322ms","start":"2026-03-06T22:14:29.258124Z","end":"2026-03-06T22:14:29.551058Z","steps":["trace[1539898877] 'process raft request' (duration: 291.002082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:14:40.980332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.338699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T22:14:40.98039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.993855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:14:40.980431Z","caller":"traceutil/trace.go:171","msg":"trace[192863622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7507; }","duration":"135.488714ms","start":"2026-03-06T22:14:40.844922Z","end":"2026-03-06T22:14:40.98041Z","steps":["trace[192863622] 'range keys from in-memory index tree' (duration: 135.095933ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:14:40.980463Z","caller":"traceutil/trace.go:171","msg":"trace[677116480] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:7507; }","duration":"146.111218ms","start":"2026-03-06T22:14:40.834336Z","end":"2026-03-06T22:14:40.980448Z","steps":["trace[677116480] 'count revisions from in-memory index tree' (duration: 145.883491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:14:40.980332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.210109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T22:14:40.980544Z","caller":"traceutil/trace.go:171","msg":"trace[410761343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7507; }","duration":"127.500757ms","start":"2026-03-06T22:14:40.853011Z","end":"2026-03-06T22:14:40.980512Z","steps":["trace[410761343] 'range keys from in-memory index tree' (duration: 127.029595ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:14:41.140066Z","caller":"traceutil/trace.go:171","msg":"trace[418739055] transaction","detail":"{read_only:false; response_revision:7508; number_of_response:1; }","duration":"154.274158ms","start":"2026-03-06T22:14:40.985735Z","end":"2026-03-06T22:14:41.140009Z","steps":["trace[418739055] 'process raft request' (duration: 154.00537ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:14:41.378732Z","caller":"traceutil/trace.go:171","msg":"trace[1436456961] transaction","detail":"{read_only:false; response_revision:7509; number_of_response:1; }","duration":"392.88561ms","start":"2026-03-06T22:14:40.985802Z","end":"2026-03-06T22:14:41.378687Z","steps":["trace[1436456961] 'process raft request' (duration: 381.375813ms)","trace[1436456961] 'compare' (duration: 11.174549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:14:41.379106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:14:40.985759Z","time spent":"393.086756ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:14:42.258643Z","caller":"traceutil/trace.go:171","msg":"trace[786984376] transaction","detail":"{read_only:false; response_revision:7512; number_of_response:1; }","duration":"264.189041ms","start":"2026-03-06T22:14:41.99443Z","end":"2026-03-06T22:14:42.258619Z","steps":["trace[786984376] 'process raft request' (duration: 264.053168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:14:42.993868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.91063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:14:42.993967Z","caller":"traceutil/trace.go:171","msg":"trace[263670468] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7517; }","duration":"104.046853ms","start":"2026-03-06T22:14:42.889892Z","end":"2026-03-06T22:14:42.993939Z","steps":["trace[263670468] 'range keys from in-memory index tree' (duration: 103.845768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:14:42.994062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.577707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:14:42.994117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.578627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:14:42.994156Z","caller":"traceutil/trace.go:171","msg":"trace[946991986] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7517; }","duration":"104.67656ms","start":"2026-03-06T22:14:42.889435Z","end":"2026-03-06T22:14:42.994111Z","steps":["trace[946991986] 'range keys from in-memory index tree' (duration: 104.442393ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:14:42.994189Z","caller":"traceutil/trace.go:171","msg":"trace[60913485] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7517; }","duration":"104.71896ms","start":"2026-03-06T22:14:42.889452Z","end":"2026-03-06T22:14:42.994171Z","steps":["trace[60913485] 'count revisions from in-memory index tree' (duration: 104.459294ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:14:43.789608Z","caller":"traceutil/trace.go:171","msg":"trace[954134175] transaction","detail":"{read_only:false; response_revision:7521; number_of_response:1; }","duration":"168.156165ms","start":"2026-03-06T22:14:43.621395Z","end":"2026-03-06T22:14:43.789551Z","steps":["trace[954134175] 'process raft request' (duration: 164.415579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:14:43.789808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.320629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lkq68\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T22:14:43.789839Z","caller":"traceutil/trace.go:171","msg":"trace[986954192] linearizableReadLoop","detail":"{readStateIndex:7798; appliedIndex:7797; }","duration":"161.051652ms","start":"2026-03-06T22:14:43.628461Z","end":"2026-03-06T22:14:43.789512Z","steps":["trace[986954192] 'read index received' (duration: 157.4691ms)","trace[986954192] 'applied index is now lower than readState.Index' (duration: 3.581252ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:14:43.789871Z","caller":"traceutil/trace.go:171","msg":"trace[871912794] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lkq68; range_end:; response_count:1; response_revision:7522; }","duration":"161.440852ms","start":"2026-03-06T22:14:43.628416Z","end":"2026-03-06T22:14:43.789856Z","steps":["trace[871912794] 'agreement among raft nodes before linearized reading' (duration: 161.212166ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:15:09.50056Z","caller":"traceutil/trace.go:171","msg":"trace[7296220] transaction","detail":"{read_only:false; response_revision:7701; number_of_response:1; }","duration":"222.25822ms","start":"2026-03-06T22:15:09.278265Z","end":"2026-03-06T22:15:09.500523Z","steps":["trace[7296220] 'process raft request' (duration: 220.807723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:15:09.703372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.056184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T22:15:09.703487Z","caller":"traceutil/trace.go:171","msg":"trace[144385991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7701; }","duration":"125.197408ms","start":"2026-03-06T22:15:09.578265Z","end":"2026-03-06T22:15:09.703463Z","steps":["trace[144385991] 'range keys from in-memory index tree' (duration: 124.823349ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:15:13.163641Z","caller":"traceutil/trace.go:171","msg":"trace[18437354] transaction","detail":"{read_only:false; response_revision:7719; number_of_response:1; }","duration":"149.35499ms","start":"2026-03-06T22:15:13.014257Z","end":"2026-03-06T22:15:13.163612Z","steps":["trace[18437354] 'process raft request' (duration: 149.165566ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:15:22.681171Z","caller":"traceutil/trace.go:171","msg":"trace[1606097157] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"381.247835ms","start":"2026-03-06T22:15:22.299906Z","end":"2026-03-06T22:15:22.681154Z","steps":["trace[1606097157] 'process raft request' (duration: 381.095561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:15:22.681448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:15:22.299887Z","time spent":"381.346068ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:15:22.68858Z","caller":"traceutil/trace.go:171","msg":"trace[1128953541] linearizableReadLoop","detail":"{readStateIndex:8098; appliedIndex:8096; }","duration":"163.410496ms","start":"2026-03-06T22:15:22.525156Z","end":"2026-03-06T22:15:22.688567Z","steps":["trace[1128953541] 'read index received' (duration: 155.920412ms)","trace[1128953541] 'applied index is now lower than readState.Index' (duration: 7.489334ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:15:22.688685Z","caller":"traceutil/trace.go:171","msg":"trace[1346887102] transaction","detail":"{read_only:false; response_revision:7808; number_of_response:1; }","duration":"269.374359ms","start":"2026-03-06T22:15:22.419262Z","end":"2026-03-06T22:15:22.688636Z","steps":["trace[1346887102] 'process raft request' (duration: 269.232896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:15:22.688924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.54359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T22:15:22.688962Z","caller":"traceutil/trace.go:171","msg":"trace[1312783498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7808; }","duration":"163.894908ms","start":"2026-03-06T22:15:22.525057Z","end":"2026-03-06T22:15:22.688952Z","steps":["trace[1312783498] 'agreement among raft nodes before linearized reading' (duration: 163.55657ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:15:23.841829Z","caller":"traceutil/trace.go:171","msg":"trace[157669902] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"215.901619ms","start":"2026-03-06T22:15:23.625893Z","end":"2026-03-06T22:15:23.841795Z","steps":["trace[157669902] 'process raft request' (duration: 215.649193ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:15:24.021737Z","caller":"traceutil/trace.go:171","msg":"trace[1458972223] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"175.117927ms","start":"2026-03-06T22:15:23.846582Z","end":"2026-03-06T22:15:24.0217Z","steps":["trace[1458972223] 'process raft request' (duration: 89.903689ms)","trace[1458972223] 'compare' (duration: 84.977702ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:15:24.033242Z","caller":"traceutil/trace.go:171","msg":"trace[1772603534] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"184.90869ms","start":"2026-03-06T22:15:23.848311Z","end":"2026-03-06T22:15:24.03322Z","steps":["trace[1772603534] 'process raft request' (duration: 184.767756ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:15:33.831303Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5795} {"level":"info","ts":"2026-03-06T22:15:33.914549Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5795,"took":"81.136743ms","hash":799985450,"current-db-size-bytes":42557440,"current-db-size":"43 MB","current-db-size-in-use-bytes":23638016,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-06T22:15:33.91461Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":799985450,"revision":5795,"compact-revision":2762} {"level":"info","ts":"2026-03-06T22:15:36.63361Z","caller":"traceutil/trace.go:171","msg":"trace[237369641] linearizableReadLoop","detail":"{readStateIndex:8205; appliedIndex:8204; }","duration":"205.499791ms","start":"2026-03-06T22:15:36.428082Z","end":"2026-03-06T22:15:36.633582Z","steps":["trace[237369641] 'read index received' (duration: 205.306186ms)","trace[237369641] 'applied index is now lower than readState.Index' (duration: 191.815µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:15:36.633785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.674686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:15:36.633827Z","caller":"traceutil/trace.go:171","msg":"trace[677204472] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7912; }","duration":"205.775829ms","start":"2026-03-06T22:15:36.42804Z","end":"2026-03-06T22:15:36.633815Z","steps":["trace[677204472] 'agreement among raft nodes before linearized reading' (duration: 205.649406ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:15:36.634023Z","caller":"traceutil/trace.go:171","msg":"trace[98665757] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"209.088704ms","start":"2026-03-06T22:15:36.424876Z","end":"2026-03-06T22:15:36.633965Z","steps":["trace[98665757] 'process raft request' (duration: 208.52952ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:16:27.974527Z","caller":"traceutil/trace.go:171","msg":"trace[162488696] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"124.733247ms","start":"2026-03-06T22:16:27.849769Z","end":"2026-03-06T22:16:27.974502Z","steps":["trace[162488696] 'process raft request' (duration: 92.134506ms)","trace[162488696] 'compare' (duration: 32.497849ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:19:19.244334Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b844c110b9783e73","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T22:19:19.250563Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-06T22:19:19.250664Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-06T22:19:29.796668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500112823311416621,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T22:19:30.040494Z","caller":"traceutil/trace.go:171","msg":"trace[1803145043] transaction","detail":"{read_only:false; response_revision:9704; number_of_response:1; }","duration":"744.447237ms","start":"2026-03-06T22:19:29.295997Z","end":"2026-03-06T22:19:30.040444Z","steps":["trace[1803145043] 'process raft request' (duration: 744.246512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:30.040786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:29.295981Z","time spent":"744.606882ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:19:31.64636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000044804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T22:19:31.646458Z","caller":"traceutil/trace.go:171","msg":"trace[291926654] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000207309s","start":"2026-03-06T22:19:29.646228Z","end":"2026-03-06T22:19:31.646436Z","steps":["trace[291926654] 'agreement among raft nodes before linearized reading' (duration: 2.000087336s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:31.646506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:29.646215Z","time spent":"2.000280971s","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:19:33.647608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999822569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T22:19:33.647674Z","caller":"traceutil/trace.go:171","msg":"trace[1124840373] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999945872s","start":"2026-03-06T22:19:31.647713Z","end":"2026-03-06T22:19:33.647659Z","steps":["trace[1124840373] 'agreement among raft nodes before linearized reading' (duration: 1.999858139s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:33.647706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:31.647694Z","time spent":"2.000006123s","remote":"127.0.0.1:48824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:19:33.992722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220410651s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:19:33.99284Z","caller":"traceutil/trace.go:171","msg":"trace[1013411535] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9704; }","duration":"2.220539535s","start":"2026-03-06T22:19:31.772284Z","end":"2026-03-06T22:19:33.992823Z","steps":["trace[1013411535] 'range keys from in-memory index tree' (duration: 2.22038238s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:34.000327Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.960021156s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T22:19:34.000803Z","caller":"traceutil/trace.go:171","msg":"trace[1065849193] transaction","detail":"{read_only:false; response_revision:9707; number_of_response:1; }","duration":"4.384285517s","start":"2026-03-06T22:19:29.616498Z","end":"2026-03-06T22:19:34.000783Z","steps":["trace[1065849193] 'process raft request' (duration: 4.384237036s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:19:34.00085Z","caller":"traceutil/trace.go:171","msg":"trace[1987003004] transaction","detail":"{read_only:false; response_revision:9705; number_of_response:1; }","duration":"4.704651579s","start":"2026-03-06T22:19:29.296173Z","end":"2026-03-06T22:19:34.000825Z","steps":["trace[1987003004] 'process raft request' (duration: 4.704352281s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:19:34.000912Z","caller":"traceutil/trace.go:171","msg":"trace[1384303426] transaction","detail":"{read_only:false; response_revision:9706; number_of_response:1; }","duration":"4.404150488s","start":"2026-03-06T22:19:29.596723Z","end":"2026-03-06T22:19:34.000873Z","steps":["trace[1384303426] 'process raft request' (duration: 4.403969944s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:34.000976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:29.296145Z","time spent":"4.704766372s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:19:34.001059Z","caller":"traceutil/trace.go:171","msg":"trace[340565251] transaction","detail":"{read_only:false; response_revision:9708; number_of_response:1; }","duration":"4.301200216s","start":"2026-03-06T22:19:29.699832Z","end":"2026-03-06T22:19:34.001032Z","steps":["trace[340565251] 'process raft request' (duration: 4.3009259s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:34.001088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:29.596703Z","time spent":"4.404283862s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:19:34.001098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:29.616483Z","time spent":"4.38441415s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:19:34.001206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:29.699809Z","time spent":"4.30132438s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:19:34.001161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.705003778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T22:19:34.001313Z","caller":"traceutil/trace.go:171","msg":"trace[1810014000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9708; }","duration":"4.705176403s","start":"2026-03-06T22:19:29.296125Z","end":"2026-03-06T22:19:34.001301Z","steps":["trace[1810014000] 'agreement among raft nodes before linearized reading' (duration: 4.704925786s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:34.001357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:29.296078Z","time spent":"4.705267695s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T22:19:34.001009Z","caller":"traceutil/trace.go:171","msg":"trace[1970944804] linearizableReadLoop","detail":"{readStateIndex:10059; appliedIndex:10054; }","duration":"4.704836224s","start":"2026-03-06T22:19:29.296149Z","end":"2026-03-06T22:19:34.000985Z","steps":["trace[1970944804] 'read index received' (duration: 744.13951ms)","trace[1970944804] 'applied index is now lower than readState.Index' (duration: 3.960694774s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:19:34.502078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500112823311416631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T22:19:35.00247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500112823311416631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T22:19:35.412917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999322881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T22:19:35.413037Z","caller":"traceutil/trace.go:171","msg":"trace[814074392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999492816s","start":"2026-03-06T22:19:30.413497Z","end":"2026-03-06T22:19:35.41299Z","steps":["trace[814074392] 'agreement among raft nodes before linearized reading' (duration: 4.999359803s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:35.413095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:30.413476Z","time spent":"4.999608379s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/06 22:19:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T22:19:35.503647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500112823311416631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T22:19:35.506325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:34.517735Z","time spent":"988.581868ms","remote":"127.0.0.1:47676","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T22:19:35.506393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.50261309s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T22:19:35.507053Z","caller":"traceutil/trace.go:171","msg":"trace[724320918] transaction","detail":"{read_only:false; response_revision:9709; number_of_response:1; }","duration":"4.970511249s","start":"2026-03-06T22:19:30.536509Z","end":"2026-03-06T22:19:35.50702Z","steps":["trace[724320918] 'process raft request' (duration: 4.970192062s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:19:35.507067Z","caller":"traceutil/trace.go:171","msg":"trace[357900030] transaction","detail":"{read_only:false; response_revision:9710; number_of_response:1; }","duration":"4.515403854s","start":"2026-03-06T22:19:30.991639Z","end":"2026-03-06T22:19:35.507043Z","steps":["trace[357900030] 'process raft request' (duration: 4.515294731s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:35.507193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:30.991616Z","time spent":"4.515503437s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:19:35.507209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:30.536474Z","time spent":"4.970643783s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:19:35.512795Z","caller":"traceutil/trace.go:171","msg":"trace[1711788628] transaction","detail":"{read_only:false; response_revision:9711; number_of_response:1; }","duration":"1.861666749s","start":"2026-03-06T22:19:33.651112Z","end":"2026-03-06T22:19:35.512779Z","steps":["trace[1711788628] 'process raft request' (duration: 1.861548786s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:35.512872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:33.651086Z","time spent":"1.861751543s","remote":"127.0.0.1:48936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T22:19:35.512921Z","caller":"traceutil/trace.go:171","msg":"trace[1870299845] transaction","detail":"{read_only:false; response_revision:9713; number_of_response:1; }","duration":"1.020819508s","start":"2026-03-06T22:19:34.492087Z","end":"2026-03-06T22:19:35.512907Z","steps":["trace[1870299845] 'process raft request' (duration: 1.020689234s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:35.512961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.805843618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lkq68\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T22:19:35.512984Z","caller":"traceutil/trace.go:171","msg":"trace[1252659204] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lkq68; range_end:; response_count:1; response_revision:9713; }","duration":"5.805946421s","start":"2026-03-06T22:19:29.707032Z","end":"2026-03-06T22:19:35.512979Z","steps":["trace[1252659204] 'agreement among raft nodes before linearized reading' (duration: 5.805797628s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:19:35.512812Z","caller":"traceutil/trace.go:171","msg":"trace[561249924] linearizableReadLoop","detail":"{readStateIndex:10065; appliedIndex:10059; }","duration":"1.511399037s","start":"2026-03-06T22:19:34.001403Z","end":"2026-03-06T22:19:35.512802Z","steps":["trace[561249924] 'read index received' (duration: 1.505404632s)","trace[561249924] 'applied index is now lower than readState.Index' (duration: 5.994015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:19:35.513041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:29.707002Z","time spent":"5.806001903s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-lkq68\" "} {"level":"warn","ts":"2026-03-06T22:19:35.513041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.638459393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:19:35.513108Z","caller":"traceutil/trace.go:171","msg":"trace[1673365450] transaction","detail":"{read_only:false; response_revision:9712; number_of_response:1; }","duration":"1.508474121s","start":"2026-03-06T22:19:34.004626Z","end":"2026-03-06T22:19:35.5131Z","steps":["trace[1673365450] 'process raft request' (duration: 1.508111941s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:35.513121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860556642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:19:35.51312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.962505651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:19:35.513167Z","caller":"traceutil/trace.go:171","msg":"trace[992517657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9713; }","duration":"1.860628833s","start":"2026-03-06T22:19:33.652522Z","end":"2026-03-06T22:19:35.513151Z","steps":["trace[992517657] 'agreement among raft nodes before linearized reading' (duration: 1.860572892s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:35.513157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.450097512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:19:35.513187Z","caller":"traceutil/trace.go:171","msg":"trace[233536197] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9713; }","duration":"3.962622084s","start":"2026-03-06T22:19:31.550549Z","end":"2026-03-06T22:19:35.513171Z","steps":["trace[233536197] 'agreement among raft nodes before linearized reading' (duration: 3.962496671s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:35.513216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:33.652511Z","time spent":"1.860695995s","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:19:35.513225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.323403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T22:19:35.51323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:31.550528Z","time spent":"3.962691196s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:19:35.513239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.576332106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T22:19:35.513173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.142967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-06T22:19:35.513258Z","caller":"traceutil/trace.go:171","msg":"trace[603632491] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9713; }","duration":"603.422046ms","start":"2026-03-06T22:19:34.909828Z","end":"2026-03-06T22:19:35.51325Z","steps":["trace[603632491] 'agreement among raft nodes before linearized reading' (duration: 603.374885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:35.513175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.646590444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-06T22:19:35.513299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.487185774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:19:35.513314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315412958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:19:35.513337Z","caller":"traceutil/trace.go:171","msg":"trace[984509736] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9713; }","duration":"2.31547117s","start":"2026-03-06T22:19:33.197857Z","end":"2026-03-06T22:19:35.513329Z","steps":["trace[984509736] 'agreement among raft nodes before linearized reading' (duration: 2.315435639s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:19:35.513343Z","caller":"traceutil/trace.go:171","msg":"trace[1182909096] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9713; }","duration":"2.487263096s","start":"2026-03-06T22:19:33.02607Z","end":"2026-03-06T22:19:35.513334Z","steps":["trace[1182909096] 'agreement among raft nodes before linearized reading' (duration: 2.487210355s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:35.513359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:33.197832Z","time spent":"2.315522031s","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:19:35.513371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:33.026052Z","time spent":"2.487312478s","remote":"127.0.0.1:36558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:19:35.512986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:34.492067Z","time spent":"1.02088755s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:19:35.513051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.466630827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T22:19:35.513368Z","caller":"traceutil/trace.go:171","msg":"trace[988400392] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9713; }","duration":"4.64682254s","start":"2026-03-06T22:19:30.866502Z","end":"2026-03-06T22:19:35.513324Z","steps":["trace[988400392] 'agreement among raft nodes before linearized reading' (duration: 4.646476181s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:19:35.513232Z","caller":"traceutil/trace.go:171","msg":"trace[850714423] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9713; }","duration":"4.450242497s","start":"2026-03-06T22:19:31.062969Z","end":"2026-03-06T22:19:35.513212Z","steps":["trace[850714423] 'agreement among raft nodes before linearized reading' (duration: 4.450107534s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:35.514274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:30.866484Z","time spent":"4.647751685s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T22:19:35.513455Z","caller":"traceutil/trace.go:171","msg":"trace[756246374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9713; }","duration":"3.467103799s","start":"2026-03-06T22:19:32.046342Z","end":"2026-03-06T22:19:35.513446Z","steps":["trace[756246374] 'agreement among raft nodes before linearized reading' (duration: 3.466508374s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:35.514329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:31.062946Z","time spent":"4.451370666s","remote":"127.0.0.1:52630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:19:35.514362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:32.046331Z","time spent":"3.468021043s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T22:19:35.513267Z","caller":"traceutil/trace.go:171","msg":"trace[2146407423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9713; }","duration":"5.576398858s","start":"2026-03-06T22:19:29.936863Z","end":"2026-03-06T22:19:35.513262Z","steps":["trace[2146407423] 'agreement among raft nodes before linearized reading' (duration: 5.576284295s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:35.514413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:29.936843Z","time spent":"5.577553598s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T22:19:35.513122Z","caller":"traceutil/trace.go:171","msg":"trace[2059693565] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9713; }","duration":"3.638600646s","start":"2026-03-06T22:19:31.874504Z","end":"2026-03-06T22:19:35.513105Z","steps":["trace[2059693565] 'agreement among raft nodes before linearized reading' (duration: 3.638424282s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:35.514513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:31.874488Z","time spent":"3.640001373s","remote":"127.0.0.1:49384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:19:35.512984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.370929913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-06T22:19:35.514584Z","caller":"traceutil/trace.go:171","msg":"trace[695383893] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:9713; }","duration":"4.372574905s","start":"2026-03-06T22:19:31.142Z","end":"2026-03-06T22:19:35.514575Z","steps":["trace[695383893] 'agreement among raft nodes before linearized reading' (duration: 4.370877052s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:35.514613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:31.141979Z","time spent":"4.372625617s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5150,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-06T22:19:35.513189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:34.004605Z","time spent":"1.508524713s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:19:35.513274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.977387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-06T22:19:35.514782Z","caller":"traceutil/trace.go:171","msg":"trace[174365210] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9713; }","duration":"792.528297ms","start":"2026-03-06T22:19:34.722241Z","end":"2026-03-06T22:19:35.514769Z","steps":["trace[174365210] 'agreement among raft nodes before linearized reading' (duration: 790.998058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:35.514819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:34.722216Z","time spent":"792.592579ms","remote":"127.0.0.1:48962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-06T22:19:35.513274Z","caller":"traceutil/trace.go:171","msg":"trace[412877012] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9713; }","duration":"903.28707ms","start":"2026-03-06T22:19:34.609978Z","end":"2026-03-06T22:19:35.513265Z","steps":["trace[412877012] 'agreement among raft nodes before linearized reading' (duration: 903.130706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:35.514868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:34.609958Z","time spent":"904.899591ms","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-06T22:19:35.513283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:34.909794Z","time spent":"603.483637ms","remote":"127.0.0.1:49060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:19:35.513281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.421695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7745"} {"level":"info","ts":"2026-03-06T22:19:35.514978Z","caller":"traceutil/trace.go:171","msg":"trace[1653503230] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9713; }","duration":"775.14552ms","start":"2026-03-06T22:19:34.739825Z","end":"2026-03-06T22:19:35.51497Z","steps":["trace[1653503230] 'agreement among raft nodes before linearized reading' (duration: 773.383454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:35.515015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:34.73981Z","time spent":"775.197732ms","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7768,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-06T22:20:33.838764Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7883} {"level":"info","ts":"2026-03-06T22:20:33.903045Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7883,"took":"62.453841ms","hash":2063233221,"current-db-size-bytes":42557440,"current-db-size":"43 MB","current-db-size-in-use-bytes":25624576,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-06T22:20:33.903133Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2063233221,"revision":7883,"compact-revision":5795} {"level":"warn","ts":"2026-03-06T22:25:24.737011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.082013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lkq68\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T22:25:24.737087Z","caller":"traceutil/trace.go:171","msg":"trace[1207570068] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lkq68; range_end:; response_count:1; response_revision:11343; }","duration":"877.188635ms","start":"2026-03-06T22:25:23.859886Z","end":"2026-03-06T22:25:24.737075Z","steps":["trace[1207570068] 'range keys from in-memory index tree' (duration: 876.999181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:25:24.737096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05022949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-03-06T22:25:24.737276Z","caller":"traceutil/trace.go:171","msg":"trace[1216940776] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:11343; }","duration":"1.050431755s","start":"2026-03-06T22:25:23.686824Z","end":"2026-03-06T22:25:24.737256Z","steps":["trace[1216940776] 'range keys from in-memory index tree' (duration: 1.050085837s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:25:24.737679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.621136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:25:24.737727Z","caller":"traceutil/trace.go:171","msg":"trace[114136829] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:11343; }","duration":"295.704157ms","start":"2026-03-06T22:25:24.442009Z","end":"2026-03-06T22:25:24.737713Z","steps":["trace[114136829] 'count revisions from in-memory index tree' (duration: 295.552894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:25:24.737729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.719497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:25:24.737807Z","caller":"traceutil/trace.go:171","msg":"trace[1562652537] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:11343; }","duration":"991.82553ms","start":"2026-03-06T22:25:23.745963Z","end":"2026-03-06T22:25:24.737788Z","steps":["trace[1562652537] 'count revisions from in-memory index tree' (duration: 991.649236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:25:24.737877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:25:23.74593Z","time spent":"991.935173ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:25:24.73784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002019805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-test\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-06T22:25:24.73795Z","caller":"traceutil/trace.go:171","msg":"trace[815402462] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-test; range_end:; response_count:1; response_revision:11343; }","duration":"1.002167088s","start":"2026-03-06T22:25:23.735757Z","end":"2026-03-06T22:25:24.737924Z","steps":["trace[815402462] 'range keys from in-memory index tree' (duration: 1.001843191s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:25:24.738013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:25:23.735747Z","time spent":"1.00225525s","remote":"127.0.0.1:49088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":553,"request content":"key:\"/registry/serviceaccounts/openstack/barbican-test\" "} {"level":"warn","ts":"2026-03-06T22:25:24.737334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:25:23.686814Z","time spent":"1.050509047s","remote":"127.0.0.1:49088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":567,"request content":"key:\"/registry/serviceaccounts/openstack/barbican-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T22:25:24.737109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:25:23.859878Z","time spent":"877.226606ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-lkq68\" "} {"level":"warn","ts":"2026-03-06T22:25:24.738349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.139185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-06T22:25:24.738395Z","caller":"traceutil/trace.go:171","msg":"trace[832073674] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11343; }","duration":"325.208636ms","start":"2026-03-06T22:25:24.413163Z","end":"2026-03-06T22:25:24.738371Z","steps":["trace[832073674] 'range keys from in-memory index tree' (duration: 324.132828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:25:24.738388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042092769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T22:25:24.738433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:25:24.413143Z","time spent":"325.284779ms","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5150,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-06T22:25:24.738454Z","caller":"traceutil/trace.go:171","msg":"trace[1823649367] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11343; }","duration":"1.042188241s","start":"2026-03-06T22:25:23.696249Z","end":"2026-03-06T22:25:24.738437Z","steps":["trace[1823649367] 'count revisions from in-memory index tree' (duration: 1.042029177s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:25:24.738509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:25:23.696235Z","time spent":"1.042260772s","remote":"127.0.0.1:48936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1095,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-06T22:25:33.844943Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9996} {"level":"info","ts":"2026-03-06T22:25:33.917812Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9996,"took":"70.833195ms","hash":2534212233,"current-db-size-bytes":42557440,"current-db-size":"43 MB","current-db-size-in-use-bytes":16252928,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-03-06T22:25:33.917875Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2534212233,"revision":9996,"compact-revision":7883}