{"level":"warn","ts":"2026-03-09T10:15:41.865355Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T10:15:41.865435Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.65:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.65:2380","--initial-cluster=instance=https://199.204.45.65:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.65:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.65:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T10:15:41.865496Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T10:15:41.865505Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.65:2380"]} {"level":"info","ts":"2026-03-09T10:15:41.86552Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T10:15:41.866191Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"]} {"level":"info","ts":"2026-03-09T10:15:41.866297Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.65:2380"],"listen-peer-urls":["https://199.204.45.65:2380"],"advertise-client-urls":["https://199.204.45.65:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.65:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T10:15:41.871249Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.730874ms"} {"level":"info","ts":"2026-03-09T10:15:41.878655Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cf8c3a138c9a77a2","cluster-id":"c278183e1f634dff"} {"level":"info","ts":"2026-03-09T10:15:41.878751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T10:15:41.878774Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became follower at term 0"} {"level":"info","ts":"2026-03-09T10:15:41.87879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cf8c3a138c9a77a2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T10:15:41.878806Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became follower at term 1"} {"level":"info","ts":"2026-03-09T10:15:41.878851Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=(14955392318228297634)"} {"level":"warn","ts":"2026-03-09T10:15:41.888821Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T10:15:41.891093Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T10:15:41.892354Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T10:15:41.894684Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cf8c3a138c9a77a2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T10:15:41.894968Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cf8c3a138c9a77a2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T10:15:41.895121Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T10:15:41.895242Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T10:15:41.895255Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T10:15:41.8975Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=(14955392318228297634)"} {"level":"info","ts":"2026-03-09T10:15:41.898053Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c278183e1f634dff","local-member-id":"cf8c3a138c9a77a2","added-peer-id":"cf8c3a138c9a77a2","added-peer-peer-urls":["https://199.204.45.65:2380"]} {"level":"info","ts":"2026-03-09T10:15:41.89974Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T10:15:41.89989Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.65:2380"} {"level":"info","ts":"2026-03-09T10:15:41.899964Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cf8c3a138c9a77a2","initial-advertise-peer-urls":["https://199.204.45.65:2380"],"listen-peer-urls":["https://199.204.45.65:2380"],"advertise-client-urls":["https://199.204.45.65:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T10:15:41.899999Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.65:2380"} {"level":"info","ts":"2026-03-09T10:15:41.900026Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T10:15:42.879485Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T10:15:42.879568Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T10:15:42.879596Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 received MsgPreVoteResp from cf8c3a138c9a77a2 at term 1"} {"level":"info","ts":"2026-03-09T10:15:42.879615Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became candidate at term 2"} {"level":"info","ts":"2026-03-09T10:15:42.879633Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 received MsgVoteResp from cf8c3a138c9a77a2 at term 2"} {"level":"info","ts":"2026-03-09T10:15:42.879677Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became leader at term 2"} {"level":"info","ts":"2026-03-09T10:15:42.879696Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cf8c3a138c9a77a2 elected leader cf8c3a138c9a77a2 at term 2"} {"level":"info","ts":"2026-03-09T10:15:42.880898Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T10:15:42.881872Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cf8c3a138c9a77a2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.65:2379]}","request-path":"/0/members/cf8c3a138c9a77a2/attributes","cluster-id":"c278183e1f634dff","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T10:15:42.881947Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T10:15:42.881964Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T10:15:42.882188Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c278183e1f634dff","local-member-id":"cf8c3a138c9a77a2","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T10:15:42.882334Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T10:15:42.882388Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T10:15:42.882831Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T10:15:42.88286Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T10:15:42.884469Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-09T10:15:42.885781Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.65:2379"} {"level":"warn","ts":"2026-03-09T10:16:03.043946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.188254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T10:16:03.043879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.362277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T10:16:03.044055Z","caller":"traceutil/trace.go:171","msg":"trace[7620103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:453; }","duration":"177.351977ms","start":"2026-03-09T10:16:02.866681Z","end":"2026-03-09T10:16:03.044033Z","steps":["trace[7620103] 'range keys from in-memory index tree' (duration: 177.080232ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:16:03.044088Z","caller":"traceutil/trace.go:171","msg":"trace[2059835688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:453; }","duration":"227.651972ms","start":"2026-03-09T10:16:02.816401Z","end":"2026-03-09T10:16:03.044053Z","steps":["trace[2059835688] 'range keys from in-memory index tree' (duration: 227.181943ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:16:08.526279Z","caller":"traceutil/trace.go:171","msg":"trace[776342123] linearizableReadLoop","detail":"{readStateIndex:478; appliedIndex:477; }","duration":"162.327901ms","start":"2026-03-09T10:16:08.363922Z","end":"2026-03-09T10:16:08.52625Z","steps":["trace[776342123] 'read index received' (duration: 162.191048ms)","trace[776342123] 'applied index is now lower than readState.Index' (duration: 135.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T10:16:08.52633Z","caller":"traceutil/trace.go:171","msg":"trace[718058311] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"303.629946ms","start":"2026-03-09T10:16:08.222668Z","end":"2026-03-09T10:16:08.526298Z","steps":["trace[718058311] 'process raft request' (duration: 303.405491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:16:08.526433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.501554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T10:16:08.526476Z","caller":"traceutil/trace.go:171","msg":"trace[901807354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:466; }","duration":"162.628406ms","start":"2026-03-09T10:16:08.363836Z","end":"2026-03-09T10:16:08.526464Z","steps":["trace[901807354] 'agreement among raft nodes before linearized reading' (duration: 162.521214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:16:08.526815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T10:16:08.222645Z","time spent":"303.754338ms","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T10:16:08.662108Z","caller":"traceutil/trace.go:171","msg":"trace[1465989953] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"131.314288ms","start":"2026-03-09T10:16:08.530768Z","end":"2026-03-09T10:16:08.662082Z","steps":["trace[1465989953] 'process raft request' (duration: 116.337582ms)","trace[1465989953] 'compare' (duration: 14.867523ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T10:16:17.941238Z","caller":"traceutil/trace.go:171","msg":"trace[552928559] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:562; }","duration":"126.254316ms","start":"2026-03-09T10:16:17.814938Z","end":"2026-03-09T10:16:17.941192Z","steps":["trace[552928559] 'read index received' (duration: 109.931594ms)","trace[552928559] 'applied index is now lower than readState.Index' (duration: 16.320712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T10:16:17.94145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.477851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T10:16:17.941505Z","caller":"traceutil/trace.go:171","msg":"trace[1439969685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:549; }","duration":"126.565733ms","start":"2026-03-09T10:16:17.814921Z","end":"2026-03-09T10:16:17.941486Z","steps":["trace[1439969685] 'agreement among raft nodes before linearized reading' (duration: 126.441951ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:16:17.941635Z","caller":"traceutil/trace.go:171","msg":"trace[1124840743] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"134.139963ms","start":"2026-03-09T10:16:17.807427Z","end":"2026-03-09T10:16:17.941567Z","steps":["trace[1124840743] 'process raft request' (duration: 117.365071ms)","trace[1124840743] 'compare' (duration: 16.16148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T10:16:18.366975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.360284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T10:16:18.367095Z","caller":"traceutil/trace.go:171","msg":"trace[1871448243] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"378.035696ms","start":"2026-03-09T10:16:17.989041Z","end":"2026-03-09T10:16:18.367077Z","steps":["trace[1871448243] 'process raft request' (duration: 223.320136ms)","trace[1871448243] 'compare' (duration: 154.219501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T10:16:18.367159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T10:16:17.989011Z","time spent":"378.118318ms","remote":"127.0.0.1:57660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4748,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T10:16:38.243488Z","caller":"traceutil/trace.go:171","msg":"trace[131060919] linearizableReadLoop","detail":"{readStateIndex:951; appliedIndex:950; }","duration":"194.123035ms","start":"2026-03-09T10:16:38.049342Z","end":"2026-03-09T10:16:38.243465Z","steps":["trace[131060919] 'read index received' (duration: 194.003243ms)","trace[131060919] 'applied index is now lower than readState.Index' (duration: 118.342µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T10:16:38.243626Z","caller":"traceutil/trace.go:171","msg":"trace[1929881829] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"222.169987ms","start":"2026-03-09T10:16:38.02142Z","end":"2026-03-09T10:16:38.24359Z","steps":["trace[1929881829] 'process raft request' (duration: 221.907962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:16:38.243735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.37285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T10:16:38.243775Z","caller":"traceutil/trace.go:171","msg":"trace[840971454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:932; }","duration":"194.464712ms","start":"2026-03-09T10:16:38.049298Z","end":"2026-03-09T10:16:38.243763Z","steps":["trace[840971454] 'agreement among raft nodes before linearized reading' (duration: 194.289648ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:17:45.851824Z","caller":"traceutil/trace.go:171","msg":"trace[962115487] linearizableReadLoop","detail":"{readStateIndex:1770; appliedIndex:1769; }","duration":"140.140519ms","start":"2026-03-09T10:17:45.711653Z","end":"2026-03-09T10:17:45.851793Z","steps":["trace[962115487] 'read index received' (duration: 139.835683ms)","trace[962115487] 'applied index is now lower than readState.Index' (duration: 303.186µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T10:17:45.85195Z","caller":"traceutil/trace.go:171","msg":"trace[1050501466] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"156.551002ms","start":"2026-03-09T10:17:45.695361Z","end":"2026-03-09T10:17:45.851912Z","steps":["trace[1050501466] 'process raft request' (duration: 156.160095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:17:45.852124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.455475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T10:17:45.852179Z","caller":"traceutil/trace.go:171","msg":"trace[992437013] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1712; }","duration":"140.554757ms","start":"2026-03-09T10:17:45.711609Z","end":"2026-03-09T10:17:45.852164Z","steps":["trace[992437013] 'agreement among raft nodes before linearized reading' (duration: 140.374464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:18:17.647861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.703511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T10:18:17.648018Z","caller":"traceutil/trace.go:171","msg":"trace[992779953] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"139.20885ms","start":"2026-03-09T10:18:17.508789Z","end":"2026-03-09T10:18:17.647998Z","steps":["trace[992779953] 'process raft request' (duration: 30.267855ms)","trace[992779953] 'compare' (duration: 108.570658ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T10:18:17.676355Z","caller":"traceutil/trace.go:171","msg":"trace[1586983754] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"164.07655ms","start":"2026-03-09T10:18:17.512251Z","end":"2026-03-09T10:18:17.676328Z","steps":["trace[1586983754] 'process raft request' (duration: 163.905947ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:18:23.62445Z","caller":"traceutil/trace.go:171","msg":"trace[1873383585] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"126.302577ms","start":"2026-03-09T10:18:23.498118Z","end":"2026-03-09T10:18:23.624421Z","steps":["trace[1873383585] 'process raft request' (duration: 126.130833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:18:23.923938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.009326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T10:18:23.924052Z","caller":"traceutil/trace.go:171","msg":"trace[2084099993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1914; }","duration":"109.21163ms","start":"2026-03-09T10:18:23.814818Z","end":"2026-03-09T10:18:23.924029Z","steps":["trace[2084099993] 'range keys from in-memory index tree' (duration: 108.904045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:18:23.924262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.34541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T10:18:23.924258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.778607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T10:18:23.924401Z","caller":"traceutil/trace.go:171","msg":"trace[589542803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1914; }","duration":"222.967361ms","start":"2026-03-09T10:18:23.701405Z","end":"2026-03-09T10:18:23.924372Z","steps":["trace[589542803] 'range keys from in-memory index tree' (duration: 222.4211ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:18:23.924373Z","caller":"traceutil/trace.go:171","msg":"trace[521563545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1914; }","duration":"251.526353ms","start":"2026-03-09T10:18:23.672823Z","end":"2026-03-09T10:18:23.924349Z","steps":["trace[521563545] 'range keys from in-memory index tree' (duration: 251.070914ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:18:24.058406Z","caller":"traceutil/trace.go:171","msg":"trace[570946422] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"129.282666ms","start":"2026-03-09T10:18:23.929092Z","end":"2026-03-09T10:18:24.058375Z","steps":["trace[570946422] 'process raft request' (duration: 129.035131ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:18:24.058656Z","caller":"traceutil/trace.go:171","msg":"trace[1821033889] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"129.459709ms","start":"2026-03-09T10:18:23.929134Z","end":"2026-03-09T10:18:24.058594Z","steps":["trace[1821033889] 'process raft request' (duration: 129.193954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:19:53.473917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.732675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T10:19:53.474013Z","caller":"traceutil/trace.go:171","msg":"trace[1493437967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2548; }","duration":"227.884638ms","start":"2026-03-09T10:19:53.246108Z","end":"2026-03-09T10:19:53.473992Z","steps":["trace[1493437967] 'range keys from in-memory index tree' (duration: 227.528471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:19:53.473991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.952855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-09T10:19:53.474082Z","caller":"traceutil/trace.go:171","msg":"trace[1998958197] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2548; }","duration":"105.109928ms","start":"2026-03-09T10:19:53.368952Z","end":"2026-03-09T10:19:53.474062Z","steps":["trace[1998958197] 'range keys from in-memory index tree' (duration: 104.755112ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:22:29.591091Z","caller":"traceutil/trace.go:171","msg":"trace[1350677916] transaction","detail":"{read_only:false; response_revision:3491; number_of_response:1; }","duration":"190.144894ms","start":"2026-03-09T10:22:29.400913Z","end":"2026-03-09T10:22:29.591057Z","steps":["trace[1350677916] 'process raft request' (duration: 189.9394ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:22:29.591115Z","caller":"traceutil/trace.go:171","msg":"trace[1047722941] transaction","detail":"{read_only:false; response_revision:3492; number_of_response:1; }","duration":"190.131125ms","start":"2026-03-09T10:22:29.40095Z","end":"2026-03-09T10:22:29.591081Z","steps":["trace[1047722941] 'process raft request' (duration: 190.027583ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:23:57.287172Z","caller":"traceutil/trace.go:171","msg":"trace[1903506758] linearizableReadLoop","detail":"{readStateIndex:4839; appliedIndex:4838; }","duration":"226.376274ms","start":"2026-03-09T10:23:57.060767Z","end":"2026-03-09T10:23:57.287143Z","steps":["trace[1903506758] 'read index received' (duration: 226.242562ms)","trace[1903506758] 'applied index is now lower than readState.Index' (duration: 132.232µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T10:23:57.287264Z","caller":"traceutil/trace.go:171","msg":"trace[2068964508] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"249.630107ms","start":"2026-03-09T10:23:57.037567Z","end":"2026-03-09T10:23:57.287197Z","steps":["trace[2068964508] 'process raft request' (duration: 249.387172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:23:57.287516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.714531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-36e1c482-f42c-49c3-8a22-0119a5ce4af5\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-03-09T10:23:57.287971Z","caller":"traceutil/trace.go:171","msg":"trace[1124451296] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-36e1c482-f42c-49c3-8a22-0119a5ce4af5; range_end:; response_count:1; response_revision:4663; }","duration":"227.208941ms","start":"2026-03-09T10:23:57.060737Z","end":"2026-03-09T10:23:57.287946Z","steps":["trace[1124451296] 'agreement among raft nodes before linearized reading' (duration: 226.553388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:23:57.442995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.702408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T10:23:57.443218Z","caller":"traceutil/trace.go:171","msg":"trace[647654779] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"113.761649ms","start":"2026-03-09T10:23:57.329437Z","end":"2026-03-09T10:23:57.443199Z","steps":["trace[647654779] 'process raft request' (duration: 113.680128ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:23:57.443293Z","caller":"traceutil/trace.go:171","msg":"trace[1347197634] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"148.757577ms","start":"2026-03-09T10:23:57.294475Z","end":"2026-03-09T10:23:57.443233Z","steps":["trace[1347197634] 'process raft request' (duration: 33.722062ms)","trace[1347197634] 'compare' (duration: 114.539074ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T10:24:03.48622Z","caller":"traceutil/trace.go:171","msg":"trace[628714228] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"118.364481ms","start":"2026-03-09T10:24:03.367829Z","end":"2026-03-09T10:24:03.486193Z","steps":["trace[628714228] 'process raft request' (duration: 118.171827ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:24:03.547411Z","caller":"traceutil/trace.go:171","msg":"trace[238988493] linearizableReadLoop","detail":"{readStateIndex:4956; appliedIndex:4954; }","duration":"114.527114ms","start":"2026-03-09T10:24:03.432845Z","end":"2026-03-09T10:24:03.547372Z","steps":["trace[238988493] 'read index received' (duration: 53.191481ms)","trace[238988493] 'applied index is now lower than readState.Index' (duration: 61.334053ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T10:24:03.547599Z","caller":"traceutil/trace.go:171","msg":"trace[758346658] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"169.617113ms","start":"2026-03-09T10:24:03.377966Z","end":"2026-03-09T10:24:03.547583Z","steps":["trace[758346658] 'process raft request' (duration: 169.174275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:24:03.547983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.105386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-09T10:24:03.548112Z","caller":"traceutil/trace.go:171","msg":"trace[1121619625] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4776; }","duration":"115.244469ms","start":"2026-03-09T10:24:03.43283Z","end":"2026-03-09T10:24:03.548074Z","steps":["trace[1121619625] 'agreement among raft nodes before linearized reading' (duration: 114.836401ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:24:03.856678Z","caller":"traceutil/trace.go:171","msg":"trace[953712919] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"102.976094ms","start":"2026-03-09T10:24:03.753659Z","end":"2026-03-09T10:24:03.856635Z","steps":["trace[953712919] 'process raft request' (duration: 84.542206ms)","trace[953712919] 'compare' (duration: 18.200443ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T10:24:16.184988Z","caller":"traceutil/trace.go:171","msg":"trace[267081264] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"277.347982ms","start":"2026-03-09T10:24:15.907593Z","end":"2026-03-09T10:24:16.184941Z","steps":["trace[267081264] 'process raft request' (duration: 277.128448ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:24:30.350496Z","caller":"traceutil/trace.go:171","msg":"trace[99808506] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"104.622447ms","start":"2026-03-09T10:24:30.245839Z","end":"2026-03-09T10:24:30.350461Z","steps":["trace[99808506] 'process raft request' (duration: 104.401072ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:24:30.838204Z","caller":"traceutil/trace.go:171","msg":"trace[1039448299] linearizableReadLoop","detail":"{readStateIndex:5379; appliedIndex:5378; }","duration":"117.32119ms","start":"2026-03-09T10:24:30.720845Z","end":"2026-03-09T10:24:30.838166Z","steps":["trace[1039448299] 'read index received' (duration: 117.126056ms)","trace[1039448299] 'applied index is now lower than readState.Index' (duration: 193.844µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T10:24:30.838323Z","caller":"traceutil/trace.go:171","msg":"trace[2112770320] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"118.8062ms","start":"2026-03-09T10:24:30.719465Z","end":"2026-03-09T10:24:30.838271Z","steps":["trace[2112770320] 'process raft request' (duration: 118.445992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:24:30.838539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.653327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-09T10:24:30.838668Z","caller":"traceutil/trace.go:171","msg":"trace[295282790] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5189; }","duration":"117.83277ms","start":"2026-03-09T10:24:30.720802Z","end":"2026-03-09T10:24:30.838634Z","steps":["trace[295282790] 'agreement among raft nodes before linearized reading' (duration: 117.510824ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:25:42.909665Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2792} {"level":"info","ts":"2026-03-09T10:25:42.967981Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2792,"took":"56.3078ms","hash":2633984159,"current-db-size-bytes":40804352,"current-db-size":"41 MB","current-db-size-in-use-bytes":30306304,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-09T10:25:42.968045Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2633984159,"revision":2792,"compact-revision":-1} {"level":"info","ts":"2026-03-09T10:30:42.916543Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5717} {"level":"info","ts":"2026-03-09T10:30:43.00483Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5717,"took":"85.775292ms","hash":430291262,"current-db-size-bytes":41971712,"current-db-size":"42 MB","current-db-size-in-use-bytes":21282816,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-09T10:30:43.004927Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":430291262,"revision":5717,"compact-revision":2792} {"level":"warn","ts":"2026-03-09T10:30:51.415674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.370707ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-09T10:30:51.415989Z","caller":"traceutil/trace.go:171","msg":"trace[590050832] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"177.77737ms","start":"2026-03-09T10:30:51.238192Z","end":"2026-03-09T10:30:51.41597Z","steps":["trace[590050832] 'process raft request' (duration: 177.632967ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:30:51.415959Z","caller":"traceutil/trace.go:171","msg":"trace[816694076] linearizableReadLoop","detail":"{readStateIndex:8104; appliedIndex:8103; }","duration":"339.396809ms","start":"2026-03-09T10:30:51.076524Z","end":"2026-03-09T10:30:51.415921Z","steps":["trace[816694076] 'read index received' (duration: 198.92618ms)","trace[816694076] 'applied index is now lower than readState.Index' (duration: 140.465759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T10:30:51.416194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.009907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T10:30:51.416216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.712855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T10:30:51.416272Z","caller":"traceutil/trace.go:171","msg":"trace[344976518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7822; }","duration":"339.811257ms","start":"2026-03-09T10:30:51.076442Z","end":"2026-03-09T10:30:51.416253Z","steps":["trace[344976518] 'agreement among raft nodes before linearized reading' (duration: 339.654984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:30:51.416315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T10:30:51.076415Z","time spent":"339.891838ms","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T10:30:51.416423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.232496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T10:30:51.416548Z","caller":"traceutil/trace.go:171","msg":"trace[1938454244] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7822; }","duration":"129.42081ms","start":"2026-03-09T10:30:51.287104Z","end":"2026-03-09T10:30:51.416525Z","steps":["trace[1938454244] 'agreement among raft nodes before linearized reading' (duration: 129.138434ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:30:51.416688Z","caller":"traceutil/trace.go:171","msg":"trace[1453701713] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7822; }","duration":"158.558617ms","start":"2026-03-09T10:30:51.258111Z","end":"2026-03-09T10:30:51.41667Z","steps":["trace[1453701713] 'agreement among raft nodes before linearized reading' (duration: 157.994156ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:31:02.644323Z","caller":"traceutil/trace.go:171","msg":"trace[1978151276] linearizableReadLoop","detail":"{readStateIndex:8161; appliedIndex:8160; }","duration":"166.300862ms","start":"2026-03-09T10:31:02.477995Z","end":"2026-03-09T10:31:02.644296Z","steps":["trace[1978151276] 'read index received' (duration: 166.074647ms)","trace[1978151276] 'applied index is now lower than readState.Index' (duration: 225.365µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T10:31:02.644416Z","caller":"traceutil/trace.go:171","msg":"trace[80512992] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"216.031619ms","start":"2026-03-09T10:31:02.428343Z","end":"2026-03-09T10:31:02.644374Z","steps":["trace[80512992] 'process raft request' (duration: 215.802775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:31:02.644582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.094173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T10:31:02.644628Z","caller":"traceutil/trace.go:171","msg":"trace[1534318958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7876; }","duration":"134.175354ms","start":"2026-03-09T10:31:02.510439Z","end":"2026-03-09T10:31:02.644614Z","steps":["trace[1534318958] 'agreement among raft nodes before linearized reading' (duration: 134.000801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:31:02.644621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.603038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T10:31:02.644709Z","caller":"traceutil/trace.go:171","msg":"trace[1979647624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7876; }","duration":"166.726199ms","start":"2026-03-09T10:31:02.47796Z","end":"2026-03-09T10:31:02.644686Z","steps":["trace[1979647624] 'agreement among raft nodes before linearized reading' (duration: 166.458294ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:31:02.855632Z","caller":"traceutil/trace.go:171","msg":"trace[1518193562] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"206.340607ms","start":"2026-03-09T10:31:02.649251Z","end":"2026-03-09T10:31:02.855592Z","steps":["trace[1518193562] 'process raft request' (duration: 186.697407ms)","trace[1518193562] 'compare' (duration: 19.255401ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T10:31:02.855667Z","caller":"traceutil/trace.go:171","msg":"trace[1534065524] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"205.634764ms","start":"2026-03-09T10:31:02.650008Z","end":"2026-03-09T10:31:02.855642Z","steps":["trace[1534065524] 'process raft request' (duration: 205.344488ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:31:03.646706Z","caller":"traceutil/trace.go:171","msg":"trace[154560706] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"114.588515ms","start":"2026-03-09T10:31:03.532101Z","end":"2026-03-09T10:31:03.646689Z","steps":["trace[154560706] 'process raft request' (duration: 114.502523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:31:03.647092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.045013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ptkpr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-09T10:31:03.647245Z","caller":"traceutil/trace.go:171","msg":"trace[2107375714] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ptkpr; range_end:; response_count:1; response_revision:7881; }","duration":"125.234687ms","start":"2026-03-09T10:31:03.521988Z","end":"2026-03-09T10:31:03.647223Z","steps":["trace[2107375714] 'agreement among raft nodes before linearized reading' (duration: 124.92015ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:31:04.756447Z","caller":"traceutil/trace.go:171","msg":"trace[1844332449] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"101.900463ms","start":"2026-03-09T10:31:04.654518Z","end":"2026-03-09T10:31:04.756418Z","steps":["trace[1844332449] 'process raft request' (duration: 101.72411ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:31:31.859006Z","caller":"traceutil/trace.go:171","msg":"trace[1954641618] linearizableReadLoop","detail":"{readStateIndex:8365; appliedIndex:8364; }","duration":"128.091554ms","start":"2026-03-09T10:31:31.730886Z","end":"2026-03-09T10:31:31.858978Z","steps":["trace[1954641618] 'read index received' (duration: 127.86946ms)","trace[1954641618] 'applied index is now lower than readState.Index' (duration: 220.654µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T10:31:31.859093Z","caller":"traceutil/trace.go:171","msg":"trace[1676942996] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"146.675426ms","start":"2026-03-09T10:31:31.712372Z","end":"2026-03-09T10:31:31.859047Z","steps":["trace[1676942996] 'process raft request' (duration: 146.352559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:31:31.859315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.38955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-09T10:31:31.859384Z","caller":"traceutil/trace.go:171","msg":"trace[1850905619] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8072; }","duration":"128.518543ms","start":"2026-03-09T10:31:31.730848Z","end":"2026-03-09T10:31:31.859366Z","steps":["trace[1850905619] 'agreement among raft nodes before linearized reading' (duration: 128.301089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:31:32.033752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.257637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-09T10:31:32.033809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.662756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228832"} {"level":"info","ts":"2026-03-09T10:31:32.033889Z","caller":"traceutil/trace.go:171","msg":"trace[346913977] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8072; }","duration":"169.774488ms","start":"2026-03-09T10:31:31.864096Z","end":"2026-03-09T10:31:32.033871Z","steps":["trace[346913977] 'range keys from in-memory index tree' (duration: 169.313399ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:31:32.033964Z","caller":"traceutil/trace.go:171","msg":"trace[347404476] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"169.691496ms","start":"2026-03-09T10:31:31.864251Z","end":"2026-03-09T10:31:32.033942Z","steps":["trace[347404476] 'process raft request' (duration: 19.142853ms)","trace[347404476] 'compare' (duration: 150.090524ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T10:31:32.033968Z","caller":"traceutil/trace.go:171","msg":"trace[373058279] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"123.804778ms","start":"2026-03-09T10:31:31.910123Z","end":"2026-03-09T10:31:32.033928Z","steps":["trace[373058279] 'process raft request' (duration: 123.740607ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:31:32.034864Z","caller":"traceutil/trace.go:171","msg":"trace[1958691049] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"103.505232ms","start":"2026-03-09T10:31:31.931347Z","end":"2026-03-09T10:31:32.034852Z","steps":["trace[1958691049] 'process raft request' (duration: 103.41982ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:31:34.279589Z","caller":"traceutil/trace.go:171","msg":"trace[364447853] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"135.237507ms","start":"2026-03-09T10:31:34.14433Z","end":"2026-03-09T10:31:34.279568Z","steps":["trace[364447853] 'process raft request' (duration: 127.277477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:31:44.28081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.735756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T10:31:44.280896Z","caller":"traceutil/trace.go:171","msg":"trace[215243620] linearizableReadLoop","detail":"{readStateIndex:8474; appliedIndex:8473; }","duration":"130.733507ms","start":"2026-03-09T10:31:44.150149Z","end":"2026-03-09T10:31:44.280882Z","steps":["trace[215243620] 'read index received' (duration: 22.818508ms)","trace[215243620] 'applied index is now lower than readState.Index' (duration: 107.913799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T10:31:44.281005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.85395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ptkpr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-09T10:31:44.281031Z","caller":"traceutil/trace.go:171","msg":"trace[277503935] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ptkpr; range_end:; response_count:1; response_revision:8175; }","duration":"130.89166ms","start":"2026-03-09T10:31:44.150132Z","end":"2026-03-09T10:31:44.281024Z","steps":["trace[277503935] 'agreement among raft nodes before linearized reading' (duration: 130.782798ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:31:44.280979Z","caller":"traceutil/trace.go:171","msg":"trace[416366936] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"144.673586ms","start":"2026-03-09T10:31:44.136239Z","end":"2026-03-09T10:31:44.280912Z","steps":["trace[416366936] 'process raft request' (duration: 36.760746ms)","trace[416366936] 'compare' (duration: 107.618754ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T10:31:44.298083Z","caller":"traceutil/trace.go:171","msg":"trace[496629976] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"102.890929ms","start":"2026-03-09T10:31:44.19516Z","end":"2026-03-09T10:31:44.298051Z","steps":["trace[496629976] 'process raft request' (duration: 102.701755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:31:44.556382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.044834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T10:31:44.55663Z","caller":"traceutil/trace.go:171","msg":"trace[1900365935] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"167.011014ms","start":"2026-03-09T10:31:44.389576Z","end":"2026-03-09T10:31:44.556587Z","steps":["trace[1900365935] 'process raft request' (duration: 11.655794ms)","trace[1900365935] 'compare' (duration: 154.89684ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T10:31:44.556661Z","caller":"traceutil/trace.go:171","msg":"trace[2029548234] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"118.741268ms","start":"2026-03-09T10:31:44.437898Z","end":"2026-03-09T10:31:44.55664Z","steps":["trace[2029548234] 'process raft request' (duration: 118.631226ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:31:44.556666Z","caller":"traceutil/trace.go:171","msg":"trace[1027482106] linearizableReadLoop","detail":"{readStateIndex:8476; appliedIndex:8475; }","duration":"119.904831ms","start":"2026-03-09T10:31:44.436721Z","end":"2026-03-09T10:31:44.556626Z","steps":["trace[1027482106] 'read index received' (duration: 38.281µs)","trace[1027482106] 'applied index is now lower than readState.Index' (duration: 119.855539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T10:31:44.560003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.258967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-52gnx\" ","response":"range_response_count:1 size:4644"} {"level":"info","ts":"2026-03-09T10:31:44.56402Z","caller":"traceutil/trace.go:171","msg":"trace[1377241453] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-52gnx; range_end:; response_count:1; response_revision:8178; }","duration":"127.303808ms","start":"2026-03-09T10:31:44.436667Z","end":"2026-03-09T10:31:44.563971Z","steps":["trace[1377241453] 'agreement among raft nodes before linearized reading' (duration: 120.938891ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:31:44.673897Z","caller":"traceutil/trace.go:171","msg":"trace[886306420] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"103.047791ms","start":"2026-03-09T10:31:44.570808Z","end":"2026-03-09T10:31:44.673856Z","steps":["trace[886306420] 'process raft request' (duration: 98.591913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T10:31:45.237799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.752267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-09T10:31:45.23791Z","caller":"traceutil/trace.go:171","msg":"trace[1649181671] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8185; }","duration":"103.9044ms","start":"2026-03-09T10:31:45.133978Z","end":"2026-03-09T10:31:45.237883Z","steps":["trace[1649181671] 'range keys from in-memory index tree' (duration: 103.523293ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T10:34:58.635602Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf8c3a138c9a77a2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T10:34:58.641671Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-09T10:34:58.642801Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-09T10:35:42.922688Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7646} {"level":"info","ts":"2026-03-09T10:35:42.98471Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7646,"took":"59.682214ms","hash":4088034451,"current-db-size-bytes":41971712,"current-db-size":"42 MB","current-db-size-in-use-bytes":24936448,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-09T10:35:42.984795Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4088034451,"revision":7646,"compact-revision":5717} {"level":"info","ts":"2026-03-09T10:40:42.929266Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9860} {"level":"info","ts":"2026-03-09T10:40:43.002879Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9860,"took":"71.762831ms","hash":2845685755,"current-db-size-bytes":41971712,"current-db-size":"42 MB","current-db-size-in-use-bytes":18259968,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-09T10:40:43.002931Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2845685755,"revision":9860,"compact-revision":7646}