{"level":"warn","ts":"2026-08-28T21:49:29.2761Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-28T21:49:29.2762Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.5:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.5:2380","--initial-cluster=instance=https://162.253.55.5:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.5:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.5:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-28T21:49:29.276305Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-28T21:49:29.276322Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.5:2380"]} {"level":"info","ts":"2026-08-28T21:49:29.276374Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-28T21:49:29.277218Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.5:2379"]} {"level":"info","ts":"2026-08-28T21:49:29.277341Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.5:2380"],"listen-peer-urls":["https://162.253.55.5:2380"],"advertise-client-urls":["https://162.253.55.5:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.5:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.5:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-28T21:49:29.280734Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.020909ms"} {"level":"info","ts":"2026-08-28T21:49:29.287804Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b512f7d8ac93be25","cluster-id":"e1953d9a3e7368e5"} {"level":"info","ts":"2026-08-28T21:49:29.28792Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b512f7d8ac93be25 switched to configuration voters=()"} {"level":"info","ts":"2026-08-28T21:49:29.287957Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b512f7d8ac93be25 became follower at term 0"} {"level":"info","ts":"2026-08-28T21:49:29.287991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b512f7d8ac93be25 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-28T21:49:29.288004Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b512f7d8ac93be25 became follower at term 1"} {"level":"info","ts":"2026-08-28T21:49:29.288065Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b512f7d8ac93be25 switched to configuration voters=(13047763580426108453)"} {"level":"warn","ts":"2026-08-28T21:49:29.294821Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-28T21:49:29.296865Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-28T21:49:29.298631Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-28T21:49:29.301712Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b512f7d8ac93be25","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-28T21:49:29.301942Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b512f7d8ac93be25","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-28T21:49:29.302027Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T21:49:29.302127Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T21:49:29.302137Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T21:49:29.303727Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b512f7d8ac93be25 switched to configuration voters=(13047763580426108453)"} {"level":"info","ts":"2026-08-28T21:49:29.304276Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e1953d9a3e7368e5","local-member-id":"b512f7d8ac93be25","added-peer-id":"b512f7d8ac93be25","added-peer-peer-urls":["https://162.253.55.5:2380"]} {"level":"info","ts":"2026-08-28T21:49:29.306604Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-28T21:49:29.306701Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.5:2380"} {"level":"info","ts":"2026-08-28T21:49:29.306783Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.5:2380"} {"level":"info","ts":"2026-08-28T21:49:29.306877Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b512f7d8ac93be25","initial-advertise-peer-urls":["https://162.253.55.5:2380"],"listen-peer-urls":["https://162.253.55.5:2380"],"advertise-client-urls":["https://162.253.55.5:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.5:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-28T21:49:29.306961Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-28T21:49:30.088298Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b512f7d8ac93be25 is starting a new election at term 1"} {"level":"info","ts":"2026-08-28T21:49:30.088373Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b512f7d8ac93be25 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-28T21:49:30.088403Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b512f7d8ac93be25 received MsgPreVoteResp from b512f7d8ac93be25 at term 1"} {"level":"info","ts":"2026-08-28T21:49:30.088423Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b512f7d8ac93be25 became candidate at term 2"} {"level":"info","ts":"2026-08-28T21:49:30.088438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b512f7d8ac93be25 received MsgVoteResp from b512f7d8ac93be25 at term 2"} {"level":"info","ts":"2026-08-28T21:49:30.088454Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b512f7d8ac93be25 became leader at term 2"} {"level":"info","ts":"2026-08-28T21:49:30.088472Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b512f7d8ac93be25 elected leader b512f7d8ac93be25 at term 2"} {"level":"info","ts":"2026-08-28T21:49:30.08968Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b512f7d8ac93be25","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.5:2379]}","request-path":"/0/members/b512f7d8ac93be25/attributes","cluster-id":"e1953d9a3e7368e5","publish-timeout":"7s"} {"level":"info","ts":"2026-08-28T21:49:30.089699Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-28T21:49:30.089737Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-28T21:49:30.089941Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-28T21:49:30.089719Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T21:49:30.089964Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-28T21:49:30.09101Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e1953d9a3e7368e5","local-member-id":"b512f7d8ac93be25","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T21:49:30.091129Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T21:49:30.09117Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T21:49:30.093165Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-28T21:49:30.093263Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.5:2379"} {"level":"warn","ts":"2026-08-28T21:49:47.916212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.067216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-28T21:49:47.916326Z","caller":"traceutil/trace.go:171","msg":"trace[895851517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:379; }","duration":"349.228611ms","start":"2026-08-28T21:49:47.567074Z","end":"2026-08-28T21:49:47.916303Z","steps":["trace[895851517] 'range keys from in-memory index tree' (duration: 348.864911ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T21:49:47.916395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T21:49:47.567054Z","time spent":"349.330644ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-28T21:49:48.084804Z","caller":"traceutil/trace.go:171","msg":"trace[1771112213] linearizableReadLoop","detail":"{readStateIndex:389; appliedIndex:388; }","duration":"151.680107ms","start":"2026-08-28T21:49:47.933083Z","end":"2026-08-28T21:49:48.084763Z","steps":["trace[1771112213] 'read index received' (duration: 151.295846ms)","trace[1771112213] 'applied index is now lower than readState.Index' (duration: 382.801µs)"],"step_count":2} {"level":"warn","ts":"2026-08-28T21:49:48.08499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.868283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-28T21:49:48.085041Z","caller":"traceutil/trace.go:171","msg":"trace[422588791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:380; }","duration":"151.949916ms","start":"2026-08-28T21:49:47.933076Z","end":"2026-08-28T21:49:48.085026Z","steps":["trace[422588791] 'agreement among raft nodes before linearized reading' (duration: 151.830502ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T21:49:48.084935Z","caller":"traceutil/trace.go:171","msg":"trace[202832219] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"164.382523ms","start":"2026-08-28T21:49:47.920527Z","end":"2026-08-28T21:49:48.084909Z","steps":["trace[202832219] 'process raft request' (duration: 163.988711ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T21:49:48.388715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.793678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T21:49:48.388974Z","caller":"traceutil/trace.go:171","msg":"trace[1575088411] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"300.47377ms","start":"2026-08-28T21:49:48.088462Z","end":"2026-08-28T21:49:48.388935Z","steps":["trace[1575088411] 'process raft request' (duration: 166.592719ms)","trace[1575088411] 'compare' (duration: 132.698276ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T21:49:48.389116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T21:49:48.088435Z","time spent":"300.593453ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T21:50:12.55783Z","caller":"traceutil/trace.go:171","msg":"trace[1564035452] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"115.791779ms","start":"2026-08-28T21:50:12.441999Z","end":"2026-08-28T21:50:12.557791Z","steps":["trace[1564035452] 'process raft request' (duration: 114.894053ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T21:50:12.939496Z","caller":"traceutil/trace.go:171","msg":"trace[1630616970] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"307.202638ms","start":"2026-08-28T21:50:12.632252Z","end":"2026-08-28T21:50:12.939454Z","steps":["trace[1630616970] 'process raft request' (duration: 306.980691ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T21:50:12.939769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T21:50:12.632209Z","time spent":"307.456415ms","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-28T21:50:12.970343Z","caller":"traceutil/trace.go:171","msg":"trace[1652622666] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"103.036864ms","start":"2026-08-28T21:50:12.867277Z","end":"2026-08-28T21:50:12.970314Z","steps":["trace[1652622666] 'process raft request' (duration: 102.773957ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T21:50:13.364687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.059583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cgqqw\" ","response":"range_response_count:1 size:16957"} {"level":"warn","ts":"2026-08-28T21:50:13.364741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.298179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.5\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-08-28T21:50:13.364772Z","caller":"traceutil/trace.go:171","msg":"trace[384530174] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cgqqw; range_end:; response_count:1; response_revision:594; }","duration":"305.219828ms","start":"2026-08-28T21:50:13.05953Z","end":"2026-08-28T21:50:13.36475Z","steps":["trace[384530174] 'range keys from in-memory index tree' (duration: 304.853717ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T21:50:13.364819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T21:50:13.059512Z","time spent":"305.297761ms","remote":"127.0.0.1:60382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16981,"request content":"key:\"/registry/pods/kube-system/cilium-cgqqw\" "} {"level":"info","ts":"2026-08-28T21:50:13.364821Z","caller":"traceutil/trace.go:171","msg":"trace[1198325558] range","detail":"{range_begin:/registry/masterleases/162.253.55.5; range_end:; response_count:1; response_revision:594; }","duration":"146.405612ms","start":"2026-08-28T21:50:13.218391Z","end":"2026-08-28T21:50:13.364797Z","steps":["trace[1198325558] 'range keys from in-memory index tree' (duration: 146.202826ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T21:50:13.364807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.948362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-28T21:50:13.364901Z","caller":"traceutil/trace.go:171","msg":"trace[1853935096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:594; }","duration":"302.106917ms","start":"2026-08-28T21:50:13.062771Z","end":"2026-08-28T21:50:13.364878Z","steps":["trace[1853935096] 'range keys from in-memory index tree' (duration: 301.741856ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T21:50:13.364947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T21:50:13.062752Z","time spent":"302.18775ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-28T21:50:13.57543Z","caller":"traceutil/trace.go:171","msg":"trace[1390034020] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"205.756279ms","start":"2026-08-28T21:50:13.369647Z","end":"2026-08-28T21:50:13.575404Z","steps":["trace[1390034020] 'process raft request' (duration: 205.511272ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T21:50:13.575697Z","caller":"traceutil/trace.go:171","msg":"trace[1649289789] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"192.525239ms","start":"2026-08-28T21:50:13.383133Z","end":"2026-08-28T21:50:13.575658Z","steps":["trace[1649289789] 'process raft request' (duration: 192.20795ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T21:50:13.576387Z","caller":"traceutil/trace.go:171","msg":"trace[653589465] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"110.70741ms","start":"2026-08-28T21:50:13.465654Z","end":"2026-08-28T21:50:13.576361Z","steps":["trace[653589465] 'process raft request' (duration: 110.577657ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T21:52:02.911085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.661451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"warn","ts":"2026-08-28T21:52:02.911127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.09139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-28T21:52:02.911203Z","caller":"traceutil/trace.go:171","msg":"trace[496693016] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1967; }","duration":"224.814365ms","start":"2026-08-28T21:52:02.686368Z","end":"2026-08-28T21:52:02.911182Z","steps":["trace[496693016] 'range keys from in-memory index tree' (duration: 224.528666ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T21:52:02.911225Z","caller":"traceutil/trace.go:171","msg":"trace[411474249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1967; }","duration":"196.198494ms","start":"2026-08-28T21:52:02.715Z","end":"2026-08-28T21:52:02.911199Z","steps":["trace[411474249] 'range keys from in-memory index tree' (duration: 195.912575ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T21:52:34.443025Z","caller":"traceutil/trace.go:171","msg":"trace[1658598751] linearizableReadLoop","detail":"{readStateIndex:2231; appliedIndex:2230; }","duration":"143.875653ms","start":"2026-08-28T21:52:34.299127Z","end":"2026-08-28T21:52:34.443002Z","steps":["trace[1658598751] 'read index received' (duration: 45.77531ms)","trace[1658598751] 'applied index is now lower than readState.Index' (duration: 98.099553ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T21:52:34.443165Z","caller":"traceutil/trace.go:171","msg":"trace[1430290711] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"156.049551ms","start":"2026-08-28T21:52:34.287102Z","end":"2026-08-28T21:52:34.443152Z","steps":["trace[1430290711] 'process raft request' (duration: 57.788604ms)","trace[1430290711] 'compare' (duration: 98.026691ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T21:52:34.443368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.218573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-28T21:52:34.443463Z","caller":"traceutil/trace.go:171","msg":"trace[1993668490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2152; }","duration":"144.322396ms","start":"2026-08-28T21:52:34.29912Z","end":"2026-08-28T21:52:34.443442Z","steps":["trace[1993668490] 'agreement among raft nodes before linearized reading' (duration: 144.12388ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T21:52:40.091894Z","caller":"traceutil/trace.go:171","msg":"trace[1163611364] linearizableReadLoop","detail":"{readStateIndex:2263; appliedIndex:2262; }","duration":"103.660037ms","start":"2026-08-28T21:52:39.988208Z","end":"2026-08-28T21:52:40.091868Z","steps":["trace[1163611364] 'read index received' (duration: 103.579945ms)","trace[1163611364] 'applied index is now lower than readState.Index' (duration: 79.132µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T21:52:40.091942Z","caller":"traceutil/trace.go:171","msg":"trace[1000946535] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"126.429649ms","start":"2026-08-28T21:52:39.96548Z","end":"2026-08-28T21:52:40.091909Z","steps":["trace[1000946535] 'process raft request' (duration: 126.244993ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T21:52:40.09203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.805381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T21:52:40.092064Z","caller":"traceutil/trace.go:171","msg":"trace[1837702477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2182; }","duration":"103.892593ms","start":"2026-08-28T21:52:39.98816Z","end":"2026-08-28T21:52:40.092052Z","steps":["trace[1837702477] 'agreement among raft nodes before linearized reading' (duration: 103.819571ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T21:52:40.182956Z","caller":"traceutil/trace.go:171","msg":"trace[1624116690] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"173.97619ms","start":"2026-08-28T21:52:40.008321Z","end":"2026-08-28T21:52:40.182297Z","steps":["trace[1624116690] 'process raft request' (duration: 100.619177ms)","trace[1624116690] 'compare' (duration: 73.169948ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T21:52:40.676419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.376254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-28T21:52:40.676468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.97804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-28T21:52:40.676513Z","caller":"traceutil/trace.go:171","msg":"trace[1447293153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2185; }","duration":"209.51698ms","start":"2026-08-28T21:52:40.466974Z","end":"2026-08-28T21:52:40.676491Z","steps":["trace[1447293153] 'range keys from in-memory index tree' (duration: 209.201829ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T21:52:40.676699Z","caller":"traceutil/trace.go:171","msg":"trace[444426471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2185; }","duration":"135.114174ms","start":"2026-08-28T21:52:40.541423Z","end":"2026-08-28T21:52:40.676537Z","steps":["trace[444426471] 'range keys from in-memory index tree' (duration: 134.826906ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T21:52:40.862211Z","caller":"traceutil/trace.go:171","msg":"trace[1490295820] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"181.226425ms","start":"2026-08-28T21:52:40.680956Z","end":"2026-08-28T21:52:40.862182Z","steps":["trace[1490295820] 'process raft request' (duration: 181.020249ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T21:52:41.133742Z","caller":"traceutil/trace.go:171","msg":"trace[1341882530] linearizableReadLoop","detail":"{readStateIndex:2268; appliedIndex:2266; }","duration":"366.988832ms","start":"2026-08-28T21:52:40.766726Z","end":"2026-08-28T21:52:41.133715Z","steps":["trace[1341882530] 'read index received' (duration: 95.329121ms)","trace[1341882530] 'applied index is now lower than readState.Index' (duration: 271.658641ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T21:52:41.133793Z","caller":"traceutil/trace.go:171","msg":"trace[1281400492] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"451.944727ms","start":"2026-08-28T21:52:40.681822Z","end":"2026-08-28T21:52:41.133767Z","steps":["trace[1281400492] 'process raft request' (duration: 451.731061ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T21:52:41.133916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.171817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-28T21:52:41.133925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T21:52:40.6818Z","time spent":"452.039401ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T21:52:41.133955Z","caller":"traceutil/trace.go:171","msg":"trace[23276030] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2187; }","duration":"367.24439ms","start":"2026-08-28T21:52:40.766699Z","end":"2026-08-28T21:52:41.133943Z","steps":["trace[23276030] 'agreement among raft nodes before linearized reading' (duration: 367.150107ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T21:52:41.133985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T21:52:40.766684Z","time spent":"367.292731ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-08-28T21:52:41.134086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.971083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T21:52:41.134235Z","caller":"traceutil/trace.go:171","msg":"trace[489990796] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2187; }","duration":"327.162798ms","start":"2026-08-28T21:52:40.807021Z","end":"2026-08-28T21:52:41.134184Z","steps":["trace[489990796] 'agreement among raft nodes before linearized reading' (duration: 326.929492ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T21:52:41.134316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T21:52:40.807008Z","time spent":"327.265301ms","remote":"127.0.0.1:53736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-08-28T21:52:41.134121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.820148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T21:52:41.134383Z","caller":"traceutil/trace.go:171","msg":"trace[810980073] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2187; }","duration":"131.141398ms","start":"2026-08-28T21:52:41.003226Z","end":"2026-08-28T21:52:41.134368Z","steps":["trace[810980073] 'agreement among raft nodes before linearized reading' (duration: 130.823089ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T21:53:32.574138Z","caller":"traceutil/trace.go:171","msg":"trace[1015554984] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"216.383725ms","start":"2026-08-28T21:53:32.357717Z","end":"2026-08-28T21:53:32.574101Z","steps":["trace[1015554984] 'process raft request' (duration: 213.704166ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T21:53:32.589799Z","caller":"traceutil/trace.go:171","msg":"trace[1809456578] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"226.702559ms","start":"2026-08-28T21:53:32.363068Z","end":"2026-08-28T21:53:32.58977Z","steps":["trace[1809456578] 'process raft request' (duration: 226.537724ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T21:54:05.746871Z","caller":"traceutil/trace.go:171","msg":"trace[954752165] linearizableReadLoop","detail":"{readStateIndex:2944; appliedIndex:2943; }","duration":"118.701457ms","start":"2026-08-28T21:54:05.628137Z","end":"2026-08-28T21:54:05.746838Z","steps":["trace[954752165] 'read index received' (duration: 118.417179ms)","trace[954752165] 'applied index is now lower than readState.Index' (duration: 282.818µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T21:54:05.746936Z","caller":"traceutil/trace.go:171","msg":"trace[13138850] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"121.065427ms","start":"2026-08-28T21:54:05.625825Z","end":"2026-08-28T21:54:05.74689Z","steps":["trace[13138850] 'process raft request' (duration: 120.809749ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T21:54:05.747187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.019307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-28T21:54:05.747293Z","caller":"traceutil/trace.go:171","msg":"trace[1646362008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2838; }","duration":"119.201652ms","start":"2026-08-28T21:54:05.628066Z","end":"2026-08-28T21:54:05.747268Z","steps":["trace[1646362008] 'agreement among raft nodes before linearized reading' (duration: 118.905263ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T21:54:06.095376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.254719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T21:54:06.095506Z","caller":"traceutil/trace.go:171","msg":"trace[627657366] linearizableReadLoop","detail":"{readStateIndex:2945; appliedIndex:2944; }","duration":"271.745645ms","start":"2026-08-28T21:54:05.82374Z","end":"2026-08-28T21:54:06.095486Z","steps":["trace[627657366] 'read index received' (duration: 31.25237ms)","trace[627657366] 'applied index is now lower than readState.Index' (duration: 240.492295ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T21:54:06.095568Z","caller":"traceutil/trace.go:171","msg":"trace[1970488285] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"343.433057ms","start":"2026-08-28T21:54:05.752086Z","end":"2026-08-28T21:54:06.095519Z","steps":["trace[1970488285] 'process raft request' (duration: 102.917811ms)","trace[1970488285] 'compare' (duration: 239.974101ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T21:54:06.095861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.111916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-08-28T21:54:06.095917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T21:54:05.752055Z","time spent":"343.741786ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T21:54:06.095941Z","caller":"traceutil/trace.go:171","msg":"trace[2111802549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2839; }","duration":"272.259051ms","start":"2026-08-28T21:54:05.823663Z","end":"2026-08-28T21:54:06.095922Z","steps":["trace[2111802549] 'agreement among raft nodes before linearized reading' (duration: 271.90004ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T21:54:06.104313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.885085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-08-28T21:54:06.104435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.904864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T21:54:06.104748Z","caller":"traceutil/trace.go:171","msg":"trace[42945086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2840; }","duration":"116.231064ms","start":"2026-08-28T21:54:05.988499Z","end":"2026-08-28T21:54:06.104731Z","steps":["trace[42945086] 'agreement among raft nodes before linearized reading' (duration: 115.893254ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T21:54:06.104563Z","caller":"traceutil/trace.go:171","msg":"trace[254621428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2840; }","duration":"136.136562ms","start":"2026-08-28T21:54:05.968408Z","end":"2026-08-28T21:54:06.104545Z","steps":["trace[254621428] 'agreement among raft nodes before linearized reading' (duration: 135.75989ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T21:58:59.476493Z","caller":"traceutil/trace.go:171","msg":"trace[1205054893] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"201.516554ms","start":"2026-08-28T21:58:59.274934Z","end":"2026-08-28T21:58:59.47645Z","steps":["trace[1205054893] 'process raft request' (duration: 201.146733ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T21:58:59.595819Z","caller":"traceutil/trace.go:171","msg":"trace[310661609] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"114.296661ms","start":"2026-08-28T21:58:59.481486Z","end":"2026-08-28T21:58:59.595782Z","steps":["trace[310661609] 'process raft request' (duration: 114.109505ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T21:58:59.771926Z","caller":"traceutil/trace.go:171","msg":"trace[371109535] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"285.538433ms","start":"2026-08-28T21:58:59.486335Z","end":"2026-08-28T21:58:59.771874Z","steps":["trace[371109535] 'process raft request' (duration: 225.912403ms)","trace[371109535] 'compare' (duration: 59.369152ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T21:58:59.772192Z","caller":"traceutil/trace.go:171","msg":"trace[1087020824] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"181.331348ms","start":"2026-08-28T21:58:59.590822Z","end":"2026-08-28T21:58:59.772153Z","steps":["trace[1087020824] 'process raft request' (duration: 180.962647ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T21:59:19.553171Z","caller":"traceutil/trace.go:171","msg":"trace[55584916] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"366.391107ms","start":"2026-08-28T21:59:19.186746Z","end":"2026-08-28T21:59:19.553137Z","steps":["trace[55584916] 'process raft request' (duration: 365.878913ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T21:59:19.553822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T21:59:19.186721Z","time spent":"366.601893ms","remote":"127.0.0.1:60382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8039,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T21:59:30.120534Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2972} {"level":"info","ts":"2026-08-28T21:59:30.209332Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2972,"took":"86.45896ms","hash":313938961,"current-db-size-bytes":57102336,"current-db-size":"57 MB","current-db-size-in-use-bytes":31993856,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-28T21:59:30.209413Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":313938961,"revision":2972,"compact-revision":-1} {"level":"info","ts":"2026-08-28T21:59:40.155778Z","caller":"traceutil/trace.go:171","msg":"trace[689085947] transaction","detail":"{read_only:false; response_revision:5931; number_of_response:1; }","duration":"101.73206ms","start":"2026-08-28T21:59:40.053982Z","end":"2026-08-28T21:59:40.155714Z","steps":["trace[689085947] 'process raft request' (duration: 90.977254ms)","trace[689085947] 'compare' (duration: 10.647083ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T21:59:40.167826Z","caller":"traceutil/trace.go:171","msg":"trace[2029345630] transaction","detail":"{read_only:false; response_revision:5932; number_of_response:1; }","duration":"111.403885ms","start":"2026-08-28T21:59:40.05639Z","end":"2026-08-28T21:59:40.167794Z","steps":["trace[2029345630] 'process raft request' (duration: 111.25477ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:04:30.128631Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5817} {"level":"info","ts":"2026-08-28T22:04:30.232765Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5817,"took":"101.584455ms","hash":4199702859,"current-db-size-bytes":57102336,"current-db-size":"57 MB","current-db-size-in-use-bytes":26697728,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-08-28T22:04:30.23285Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4199702859,"revision":5817,"compact-revision":2972} {"level":"info","ts":"2026-08-28T22:05:56.91772Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002341.wal"} {"level":"info","ts":"2026-08-28T22:06:01.460188Z","caller":"traceutil/trace.go:171","msg":"trace[2016425916] linearizableReadLoop","detail":"{readStateIndex:9048; appliedIndex:9047; }","duration":"128.893899ms","start":"2026-08-28T22:06:01.331254Z","end":"2026-08-28T22:06:01.460148Z","steps":["trace[2016425916] 'read index received' (duration: 128.560479ms)","trace[2016425916] 'applied index is now lower than readState.Index' (duration: 332.129µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T22:06:01.460315Z","caller":"traceutil/trace.go:171","msg":"trace[1615805078] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"228.568118ms","start":"2026-08-28T22:06:01.231699Z","end":"2026-08-28T22:06:01.460267Z","steps":["trace[1615805078] 'process raft request' (duration: 228.232128ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:06:01.460386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.126695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T22:06:01.460449Z","caller":"traceutil/trace.go:171","msg":"trace[544058302] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8737; }","duration":"129.256288ms","start":"2026-08-28T22:06:01.331165Z","end":"2026-08-28T22:06:01.460422Z","steps":["trace[544058302] 'agreement among raft nodes before linearized reading' (duration: 129.146485ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:06:12.496198Z","caller":"traceutil/trace.go:171","msg":"trace[876726971] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"191.391946ms","start":"2026-08-28T22:06:12.304782Z","end":"2026-08-28T22:06:12.496174Z","steps":["trace[876726971] 'process raft request' (duration: 191.333564ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:06:12.496651Z","caller":"traceutil/trace.go:171","msg":"trace[1701124799] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"191.870129ms","start":"2026-08-28T22:06:12.304769Z","end":"2026-08-28T22:06:12.49664Z","steps":["trace[1701124799] 'process raft request' (duration: 191.158729ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:06:12.510324Z","caller":"traceutil/trace.go:171","msg":"trace[667267142] linearizableReadLoop","detail":"{readStateIndex:9112; appliedIndex:9109; }","duration":"188.982695ms","start":"2026-08-28T22:06:12.321306Z","end":"2026-08-28T22:06:12.510289Z","steps":["trace[667267142] 'read index received' (duration: 174.592302ms)","trace[667267142] 'applied index is now lower than readState.Index' (duration: 14.389043ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T22:06:12.510672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.335305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T22:06:12.510744Z","caller":"traceutil/trace.go:171","msg":"trace[1527127143] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8799; }","duration":"189.446368ms","start":"2026-08-28T22:06:12.321281Z","end":"2026-08-28T22:06:12.510728Z","steps":["trace[1527127143] 'agreement among raft nodes before linearized reading' (duration: 189.270823ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:06:12.510953Z","caller":"traceutil/trace.go:171","msg":"trace[369328775] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"195.770834ms","start":"2026-08-28T22:06:12.31517Z","end":"2026-08-28T22:06:12.510941Z","steps":["trace[369328775] 'process raft request' (duration: 194.94277ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:06:12.511344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.591837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T22:06:12.511383Z","caller":"traceutil/trace.go:171","msg":"trace[192544839] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8799; }","duration":"101.631678ms","start":"2026-08-28T22:06:12.409739Z","end":"2026-08-28T22:06:12.51137Z","steps":["trace[192544839] 'agreement among raft nodes before linearized reading' (duration: 101.566206ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:06:12.511394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.895578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T22:06:12.511447Z","caller":"traceutil/trace.go:171","msg":"trace[1473362668] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8799; }","duration":"127.990181ms","start":"2026-08-28T22:06:12.383441Z","end":"2026-08-28T22:06:12.511431Z","steps":["trace[1473362668] 'agreement among raft nodes before linearized reading' (duration: 127.888169ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:06:12.511675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.022602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T22:06:12.51171Z","caller":"traceutil/trace.go:171","msg":"trace[1900189686] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8799; }","duration":"129.118285ms","start":"2026-08-28T22:06:12.382577Z","end":"2026-08-28T22:06:12.511695Z","steps":["trace[1900189686] 'agreement among raft nodes before linearized reading' (duration: 129.067324ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:06:12.511861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.933622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T22:06:12.511892Z","caller":"traceutil/trace.go:171","msg":"trace[963150630] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8799; }","duration":"189.998273ms","start":"2026-08-28T22:06:12.321884Z","end":"2026-08-28T22:06:12.511883Z","steps":["trace[963150630] 'agreement among raft nodes before linearized reading' (duration: 189.931551ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:06:12.511869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.627445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T22:06:12.511957Z","caller":"traceutil/trace.go:171","msg":"trace[44667574] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8799; }","duration":"170.732068ms","start":"2026-08-28T22:06:12.341201Z","end":"2026-08-28T22:06:12.511933Z","steps":["trace[44667574] 'agreement among raft nodes before linearized reading' (duration: 170.564093ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:06:12.512056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.686034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T22:06:12.512087Z","caller":"traceutil/trace.go:171","msg":"trace[452752886] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8799; }","duration":"190.731456ms","start":"2026-08-28T22:06:12.321345Z","end":"2026-08-28T22:06:12.512077Z","steps":["trace[452752886] 'agreement among raft nodes before linearized reading' (duration: 190.682705ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:06:12.51217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.608638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T22:06:12.51219Z","caller":"traceutil/trace.go:171","msg":"trace[488405800] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8799; }","duration":"129.65148ms","start":"2026-08-28T22:06:12.382532Z","end":"2026-08-28T22:06:12.512183Z","steps":["trace[488405800] 'agreement among raft nodes before linearized reading' (duration: 129.615769ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:06:12.512318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.99305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T22:06:12.512335Z","caller":"traceutil/trace.go:171","msg":"trace[2064125610] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8799; }","duration":"149.050881ms","start":"2026-08-28T22:06:12.363278Z","end":"2026-08-28T22:06:12.512329Z","steps":["trace[2064125610] 'agreement among raft nodes before linearized reading' (duration: 149.01828ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:06:12.512454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.089973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T22:06:12.512471Z","caller":"traceutil/trace.go:171","msg":"trace[171917193] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8799; }","duration":"150.127103ms","start":"2026-08-28T22:06:12.362338Z","end":"2026-08-28T22:06:12.512465Z","steps":["trace[171917193] 'agreement among raft nodes before linearized reading' (duration: 150.097172ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:06:12.512565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.248557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T22:06:12.512609Z","caller":"traceutil/trace.go:171","msg":"trace[187683482] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8799; }","duration":"150.315419ms","start":"2026-08-28T22:06:12.362288Z","end":"2026-08-28T22:06:12.512603Z","steps":["trace[187683482] 'agreement among raft nodes before linearized reading' (duration: 150.250267ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:06:12.512697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.574894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T22:06:12.512725Z","caller":"traceutil/trace.go:171","msg":"trace[2081846309] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8799; }","duration":"170.629565ms","start":"2026-08-28T22:06:12.342089Z","end":"2026-08-28T22:06:12.512718Z","steps":["trace[2081846309] 'agreement among raft nodes before linearized reading' (duration: 170.590804ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:06:12.512811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.521102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T22:06:12.51283Z","caller":"traceutil/trace.go:171","msg":"trace[1547050073] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8799; }","duration":"171.565673ms","start":"2026-08-28T22:06:12.341256Z","end":"2026-08-28T22:06:12.512821Z","steps":["trace[1547050073] 'agreement among raft nodes before linearized reading' (duration: 171.536362ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:06:12.513088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.78459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T22:06:12.51314Z","caller":"traceutil/trace.go:171","msg":"trace[1862465535] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8799; }","duration":"102.866403ms","start":"2026-08-28T22:06:12.410259Z","end":"2026-08-28T22:06:12.513126Z","steps":["trace[1862465535] 'agreement among raft nodes before linearized reading' (duration: 102.790771ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:06:12.513375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.569684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T22:06:12.513403Z","caller":"traceutil/trace.go:171","msg":"trace[201217760] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8799; }","duration":"103.599305ms","start":"2026-08-28T22:06:12.409795Z","end":"2026-08-28T22:06:12.513394Z","steps":["trace[201217760] 'agreement among raft nodes before linearized reading' (duration: 103.548873ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:06:13.860017Z","caller":"traceutil/trace.go:171","msg":"trace[1308871362] linearizableReadLoop","detail":"{readStateIndex:9119; appliedIndex:9116; }","duration":"128.326279ms","start":"2026-08-28T22:06:13.731664Z","end":"2026-08-28T22:06:13.859991Z","steps":["trace[1308871362] 'read index received' (duration: 98.38161ms)","trace[1308871362] 'applied index is now lower than readState.Index' (duration: 29.943769ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T22:06:13.860101Z","caller":"traceutil/trace.go:171","msg":"trace[1528960011] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"194.419889ms","start":"2026-08-28T22:06:13.66563Z","end":"2026-08-28T22:06:13.86005Z","steps":["trace[1528960011] 'process raft request' (duration: 194.272875ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:06:13.860118Z","caller":"traceutil/trace.go:171","msg":"trace[647595637] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"196.659134ms","start":"2026-08-28T22:06:13.663411Z","end":"2026-08-28T22:06:13.86007Z","steps":["trace[647595637] 'process raft request' (duration: 166.590782ms)","trace[647595637] 'compare' (duration: 29.755403ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T22:06:13.860239Z","caller":"traceutil/trace.go:171","msg":"trace[1892043463] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"194.511292ms","start":"2026-08-28T22:06:13.665645Z","end":"2026-08-28T22:06:13.860156Z","steps":["trace[1892043463] 'process raft request' (duration: 194.309617ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:06:13.860568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.887325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224071"} {"level":"info","ts":"2026-08-28T22:06:13.860619Z","caller":"traceutil/trace.go:171","msg":"trace[461781463] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8805; }","duration":"128.997918ms","start":"2026-08-28T22:06:13.73161Z","end":"2026-08-28T22:06:13.860608Z","steps":["trace[461781463] 'agreement among raft nodes before linearized reading' (duration: 128.507233ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:06:43.693584Z","caller":"traceutil/trace.go:171","msg":"trace[771637352] transaction","detail":"{read_only:false; response_revision:9017; number_of_response:1; }","duration":"256.484432ms","start":"2026-08-28T22:06:43.437056Z","end":"2026-08-28T22:06:43.69354Z","steps":["trace[771637352] 'process raft request' (duration: 224.844303ms)","trace[771637352] 'compare' (duration: 31.432122ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T22:06:56.11867Z","caller":"traceutil/trace.go:171","msg":"trace[1903828284] transaction","detail":"{read_only:false; response_revision:9084; number_of_response:1; }","duration":"197.746297ms","start":"2026-08-28T22:06:55.920891Z","end":"2026-08-28T22:06:56.118637Z","steps":["trace[1903828284] 'process raft request' (duration: 181.029057ms)","trace[1903828284] 'compare' (duration: 16.575876ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T22:06:56.185626Z","caller":"traceutil/trace.go:171","msg":"trace[1368215628] transaction","detail":"{read_only:false; response_revision:9085; number_of_response:1; }","duration":"144.975737ms","start":"2026-08-28T22:06:56.040612Z","end":"2026-08-28T22:06:56.185588Z","steps":["trace[1368215628] 'process raft request' (duration: 144.73437ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:06:56.185649Z","caller":"traceutil/trace.go:171","msg":"trace[584553031] transaction","detail":"{read_only:false; response_revision:9086; number_of_response:1; }","duration":"144.589276ms","start":"2026-08-28T22:06:56.041027Z","end":"2026-08-28T22:06:56.185616Z","steps":["trace[584553031] 'process raft request' (duration: 144.487222ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:06:56.185889Z","caller":"traceutil/trace.go:171","msg":"trace[1837089443] transaction","detail":"{read_only:false; response_revision:9087; number_of_response:1; }","duration":"143.644678ms","start":"2026-08-28T22:06:56.042217Z","end":"2026-08-28T22:06:56.185862Z","steps":["trace[1837089443] 'process raft request' (duration: 143.342889ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:07:58.198707Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b512f7d8ac93be25","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-28T22:07:58.204624Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-28T22:07:58.204757Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-08-28T22:09:30.136797Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8030} {"level":"info","ts":"2026-08-28T22:09:30.219216Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8030,"took":"77.560041ms","hash":1406404908,"current-db-size-bytes":57102336,"current-db-size":"57 MB","current-db-size-in-use-bytes":28389376,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-28T22:09:30.219311Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1406404908,"revision":8030,"compact-revision":5817} {"level":"info","ts":"2026-08-28T22:14:07.976519Z","caller":"traceutil/trace.go:171","msg":"trace[1362676109] transaction","detail":"{read_only:false; response_revision:12397; number_of_response:1; }","duration":"132.461926ms","start":"2026-08-28T22:14:07.844029Z","end":"2026-08-28T22:14:07.976491Z","steps":["trace[1362676109] 'process raft request' (duration: 132.268481ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:14:08.058791Z","caller":"traceutil/trace.go:171","msg":"trace[1190057457] transaction","detail":"{read_only:false; response_revision:12398; number_of_response:1; }","duration":"149.337492ms","start":"2026-08-28T22:14:07.909434Z","end":"2026-08-28T22:14:08.058771Z","steps":["trace[1190057457] 'process raft request' (duration: 149.148487ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:14:08.058975Z","caller":"traceutil/trace.go:171","msg":"trace[1269003212] transaction","detail":"{read_only:false; response_revision:12399; number_of_response:1; }","duration":"146.473849ms","start":"2026-08-28T22:14:07.91249Z","end":"2026-08-28T22:14:08.058964Z","steps":["trace[1269003212] 'process raft request' (duration: 146.236432ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:14:08.059223Z","caller":"traceutil/trace.go:171","msg":"trace[690124061] transaction","detail":"{read_only:false; response_revision:12400; number_of_response:1; }","duration":"145.763647ms","start":"2026-08-28T22:14:07.913424Z","end":"2026-08-28T22:14:08.059188Z","steps":["trace[690124061] 'process raft request' (duration: 145.50037ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:14:08.843312Z","caller":"traceutil/trace.go:171","msg":"trace[1314534362] transaction","detail":"{read_only:false; response_revision:12401; number_of_response:1; }","duration":"155.073711ms","start":"2026-08-28T22:14:08.688191Z","end":"2026-08-28T22:14:08.843265Z","steps":["trace[1314534362] 'process raft request' (duration: 154.755452ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:14:30.146377Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10392} {"level":"info","ts":"2026-08-28T22:14:30.24191Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10392,"took":"91.594923ms","hash":2997361367,"current-db-size-bytes":57102336,"current-db-size":"57 MB","current-db-size-in-use-bytes":25440256,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-08-28T22:14:30.242277Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2997361367,"revision":10392,"compact-revision":8030} {"level":"info","ts":"2026-08-28T22:19:30.156Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12563} {"level":"info","ts":"2026-08-28T22:19:30.248208Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12563,"took":"89.065689ms","hash":3236371691,"current-db-size-bytes":57102336,"current-db-size":"57 MB","current-db-size-in-use-bytes":27561984,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-28T22:19:30.248296Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3236371691,"revision":12563,"compact-revision":10392} {"level":"info","ts":"2026-08-28T22:21:57.689875Z","caller":"traceutil/trace.go:171","msg":"trace[1390871445] linearizableReadLoop","detail":"{readStateIndex:16160; appliedIndex:16159; }","duration":"218.670027ms","start":"2026-08-28T22:21:57.471165Z","end":"2026-08-28T22:21:57.689835Z","steps":["trace[1390871445] 'read index received' (duration: 218.485612ms)","trace[1390871445] 'applied index is now lower than readState.Index' (duration: 182.855µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T22:21:57.689936Z","caller":"traceutil/trace.go:171","msg":"trace[392933729] transaction","detail":"{read_only:false; response_revision:15614; number_of_response:1; }","duration":"219.79014ms","start":"2026-08-28T22:21:57.470115Z","end":"2026-08-28T22:21:57.689905Z","steps":["trace[392933729] 'process raft request' (duration: 219.522293ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:21:57.690284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.09494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-28T22:21:57.690409Z","caller":"traceutil/trace.go:171","msg":"trace[1847174423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15614; }","duration":"219.175452ms","start":"2026-08-28T22:21:57.471149Z","end":"2026-08-28T22:21:57.690324Z","steps":["trace[1847174423] 'agreement among raft nodes before linearized reading' (duration: 218.844843ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:24:30.168978Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14568} {"level":"info","ts":"2026-08-28T22:24:30.257198Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14568,"took":"84.971947ms","hash":2122596246,"current-db-size-bytes":57102336,"current-db-size":"57 MB","current-db-size-in-use-bytes":29769728,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-28T22:24:30.257359Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2122596246,"revision":14568,"compact-revision":12563} {"level":"info","ts":"2026-08-28T22:29:30.175857Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16829} {"level":"info","ts":"2026-08-28T22:29:30.276559Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16829,"took":"96.469385ms","hash":3251696731,"current-db-size-bytes":57102336,"current-db-size":"57 MB","current-db-size-in-use-bytes":31064064,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-28T22:29:30.276624Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3251696731,"revision":16829,"compact-revision":14568} {"level":"info","ts":"2026-08-28T22:29:55.717586Z","caller":"traceutil/trace.go:171","msg":"trace[435928906] transaction","detail":"{read_only:false; response_revision:19234; number_of_response:1; }","duration":"153.625825ms","start":"2026-08-28T22:29:55.563928Z","end":"2026-08-28T22:29:55.717554Z","steps":["trace[435928906] 'process raft request' (duration: 153.311166ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:30:04.351732Z","caller":"traceutil/trace.go:171","msg":"trace[1296079581] linearizableReadLoop","detail":"{readStateIndex:19946; appliedIndex:19944; }","duration":"362.331287ms","start":"2026-08-28T22:30:03.989348Z","end":"2026-08-28T22:30:04.351679Z","steps":["trace[1296079581] 'read index received' (duration: 361.587335ms)","trace[1296079581] 'applied index is now lower than readState.Index' (duration: 742.502µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T22:30:04.351903Z","caller":"traceutil/trace.go:171","msg":"trace[842951993] transaction","detail":"{read_only:false; response_revision:19281; number_of_response:1; }","duration":"392.293278ms","start":"2026-08-28T22:30:03.959595Z","end":"2026-08-28T22:30:04.351888Z","steps":["trace[842951993] 'process raft request' (duration: 391.877416ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:30:04.352071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T22:30:03.959557Z","time spent":"392.398791ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T22:30:04.352333Z","caller":"traceutil/trace.go:171","msg":"trace[925397084] transaction","detail":"{read_only:false; response_revision:19280; number_of_response:1; }","duration":"398.292564ms","start":"2026-08-28T22:30:03.953965Z","end":"2026-08-28T22:30:04.352257Z","steps":["trace[925397084] 'process raft request' (duration: 396.987175ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:30:04.352454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.187983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-28T22:30:04.352501Z","caller":"traceutil/trace.go:171","msg":"trace[469502629] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19281; }","duration":"106.293346ms","start":"2026-08-28T22:30:04.246192Z","end":"2026-08-28T22:30:04.352486Z","steps":["trace[469502629] 'agreement among raft nodes before linearized reading' (duration: 106.204364ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:30:04.352475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.11673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T22:30:04.352607Z","caller":"traceutil/trace.go:171","msg":"trace[183551802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19281; }","duration":"363.312006ms","start":"2026-08-28T22:30:03.989265Z","end":"2026-08-28T22:30:04.352577Z","steps":["trace[183551802] 'agreement among raft nodes before linearized reading' (duration: 363.124999ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:30:04.352654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T22:30:03.989234Z","time spent":"363.411449ms","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-28T22:30:04.352592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.969949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-08-28T22:30:04.352703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T22:30:03.953938Z","time spent":"398.513791ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T22:30:04.35277Z","caller":"traceutil/trace.go:171","msg":"trace[1593809842] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:19281; }","duration":"359.237356ms","start":"2026-08-28T22:30:03.993501Z","end":"2026-08-28T22:30:04.352739Z","steps":["trace[1593809842] 'agreement among raft nodes before linearized reading' (duration: 358.706229ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:30:04.35309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T22:30:03.993468Z","time spent":"359.606426ms","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-08-28T22:30:04.549958Z","caller":"traceutil/trace.go:171","msg":"trace[2108987966] transaction","detail":"{read_only:false; response_revision:19282; number_of_response:1; }","duration":"188.875864ms","start":"2026-08-28T22:30:04.361057Z","end":"2026-08-28T22:30:04.549933Z","steps":["trace[2108987966] 'process raft request' (duration: 124.218172ms)","trace[2108987966] 'compare' (duration: 64.469846ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T22:30:07.055538Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b512f7d8ac93be25","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-28T22:30:07.062843Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-08-28T22:30:07.066324Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-08-28T22:34:30.182824Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19057} {"level":"info","ts":"2026-08-28T22:34:30.295183Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19057,"took":"108.301405ms","hash":2345604979,"current-db-size-bytes":57102336,"current-db-size":"57 MB","current-db-size-in-use-bytes":33832960,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-28T22:34:30.295272Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2345604979,"revision":19057,"compact-revision":16829} {"level":"info","ts":"2026-08-28T22:36:25.373423Z","caller":"traceutil/trace.go:171","msg":"trace[882916457] transaction","detail":"{read_only:false; response_revision:22162; number_of_response:1; }","duration":"176.088067ms","start":"2026-08-28T22:36:25.196959Z","end":"2026-08-28T22:36:25.373047Z","steps":["trace[882916457] 'process raft request' (duration: 175.811379ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:36:25.644619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.994665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-28T22:36:25.644818Z","caller":"traceutil/trace.go:171","msg":"trace[1992147985] transaction","detail":"{read_only:false; response_revision:22163; number_of_response:1; }","duration":"266.380713ms","start":"2026-08-28T22:36:25.378415Z","end":"2026-08-28T22:36:25.644795Z","steps":["trace[1992147985] 'process raft request' (duration: 91.108779ms)","trace[1992147985] 'compare' (duration: 174.841511ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T22:36:25.645059Z","caller":"traceutil/trace.go:171","msg":"trace[935959127] transaction","detail":"{read_only:false; response_revision:22164; number_of_response:1; }","duration":"265.659152ms","start":"2026-08-28T22:36:25.379365Z","end":"2026-08-28T22:36:25.645024Z","steps":["trace[935959127] 'process raft request' (duration: 265.367123ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:36:26.050716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.351679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-28T22:36:26.05085Z","caller":"traceutil/trace.go:171","msg":"trace[760141921] linearizableReadLoop","detail":"{readStateIndex:22925; appliedIndex:22923; }","duration":"417.859916ms","start":"2026-08-28T22:36:25.632968Z","end":"2026-08-28T22:36:26.050828Z","steps":["trace[760141921] 'read index received' (duration: 18.058061ms)","trace[760141921] 'applied index is now lower than readState.Index' (duration: 399.799565ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T22:36:26.050948Z","caller":"traceutil/trace.go:171","msg":"trace[1188068179] transaction","detail":"{read_only:false; response_revision:22166; number_of_response:1; }","duration":"463.306463ms","start":"2026-08-28T22:36:25.587626Z","end":"2026-08-28T22:36:26.050933Z","steps":["trace[1188068179] 'process raft request' (duration: 226.614243ms)","trace[1188068179] 'compare' (duration: 236.199635ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T22:36:26.051018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T22:36:25.587563Z","time spent":"463.420027ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T22:36:26.051253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.252918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-28T22:36:26.051272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.825334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-28T22:36:26.051356Z","caller":"traceutil/trace.go:171","msg":"trace[279116814] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:22166; }","duration":"418.430064ms","start":"2026-08-28T22:36:25.632904Z","end":"2026-08-28T22:36:26.051334Z","steps":["trace[279116814] 'agreement among raft nodes before linearized reading' (duration: 418.228718ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:36:26.051379Z","caller":"traceutil/trace.go:171","msg":"trace[296415796] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:22166; }","duration":"287.009929ms","start":"2026-08-28T22:36:25.764343Z","end":"2026-08-28T22:36:26.051353Z","steps":["trace[296415796] 'agreement among raft nodes before linearized reading' (duration: 286.805824ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T22:36:26.051423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T22:36:25.63284Z","time spent":"418.570587ms","remote":"127.0.0.1:37084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-08-28T22:39:30.19364Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21334} {"level":"info","ts":"2026-08-28T22:39:30.319322Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21334,"took":"117.848235ms","hash":1981268620,"current-db-size-bytes":57102336,"current-db-size":"57 MB","current-db-size-in-use-bytes":29528064,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-28T22:39:30.319396Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1981268620,"revision":21334,"compact-revision":19057} {"level":"info","ts":"2026-08-28T22:40:43.115271Z","caller":"traceutil/trace.go:171","msg":"trace[2118837901] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"248.906667ms","start":"2026-08-28T22:40:42.866335Z","end":"2026-08-28T22:40:43.115241Z","steps":["trace[2118837901] 'process raft request' (duration: 242.066507ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T22:43:58.862101Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006ae2.wal"} {"level":"info","ts":"2026-08-28T22:44:30.200602Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23565} {"level":"info","ts":"2026-08-28T22:44:30.338807Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23565,"took":"133.513905ms","hash":985762986,"current-db-size-bytes":57524224,"current-db-size":"58 MB","current-db-size-in-use-bytes":42610688,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-08-28T22:44:30.339017Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":985762986,"revision":23565,"compact-revision":21334} {"level":"info","ts":"2026-08-28T22:49:30.207853Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26705} {"level":"info","ts":"2026-08-28T22:49:30.385981Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26705,"took":"168.748973ms","hash":236219982,"current-db-size-bytes":57524224,"current-db-size":"58 MB","current-db-size-in-use-bytes":29945856,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-28T22:49:30.386185Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":236219982,"revision":26705,"compact-revision":23565} {"level":"info","ts":"2026-08-28T22:49:45.537386Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b512f7d8ac93be25","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-28T22:49:45.544235Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-08-28T22:49:45.544335Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003}