{"level":"warn","ts":"2026-07-28T20:00:29.642026Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T20:00:29.642284Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.109:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.109:2380","--initial-cluster=instance=https://199.204.45.109:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.109:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.109:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-28T20:00:29.642426Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T20:00:29.642474Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-28T20:00:29.642521Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T20:00:29.643651Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"]} {"level":"info","ts":"2026-07-28T20:00:29.64386Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.109:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-28T20:00:29.648036Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.820631ms"} {"level":"info","ts":"2026-07-28T20:00:29.656592Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d71a1778b31d4ce","cluster-id":"aaca35652fabf9b2"} {"level":"info","ts":"2026-07-28T20:00:29.656725Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=()"} {"level":"info","ts":"2026-07-28T20:00:29.656772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 0"} {"level":"info","ts":"2026-07-28T20:00:29.656808Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d71a1778b31d4ce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-28T20:00:29.656837Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 1"} {"level":"info","ts":"2026-07-28T20:00:29.656898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"warn","ts":"2026-07-28T20:00:29.665313Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-28T20:00:29.666665Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-28T20:00:29.668194Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-28T20:00:29.670454Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d71a1778b31d4ce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-28T20:00:29.670854Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T20:00:29.670925Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T20:00:29.670936Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T20:00:29.670701Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d71a1778b31d4ce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-28T20:00:29.67236Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"info","ts":"2026-07-28T20:00:29.672762Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","added-peer-id":"d71a1778b31d4ce","added-peer-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-28T20:00:29.675483Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T20:00:29.675544Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-28T20:00:29.67556Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-28T20:00:29.676585Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d71a1778b31d4ce","initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-28T20:00:29.67662Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-28T20:00:30.557708Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce is starting a new election at term 1"} {"level":"info","ts":"2026-07-28T20:00:30.557755Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became pre-candidate at term 1"} {"level":"info","ts":"2026-07-28T20:00:30.55778Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgPreVoteResp from d71a1778b31d4ce at term 1"} {"level":"info","ts":"2026-07-28T20:00:30.557796Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became candidate at term 2"} {"level":"info","ts":"2026-07-28T20:00:30.557803Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgVoteResp from d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-28T20:00:30.557813Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became leader at term 2"} {"level":"info","ts":"2026-07-28T20:00:30.557823Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d71a1778b31d4ce elected leader d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-28T20:00:30.559315Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T20:00:30.560755Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T20:00:30.560723Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d71a1778b31d4ce","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.109:2379]}","request-path":"/0/members/d71a1778b31d4ce/attributes","cluster-id":"aaca35652fabf9b2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-28T20:00:30.560822Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T20:00:30.561209Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-28T20:00:30.561234Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-28T20:00:30.561238Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T20:00:30.561344Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T20:00:30.561375Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T20:00:30.564651Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-28T20:00:30.564831Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.109:2379"} {"level":"warn","ts":"2026-07-28T20:00:42.762315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.073025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T20:00:42.762468Z","caller":"traceutil/trace.go:171","msg":"trace[1515630524] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"338.523564ms","start":"2026-07-28T20:00:42.423926Z","end":"2026-07-28T20:00:42.76245Z","steps":["trace[1515630524] 'process raft request' (duration: 111.713109ms)","trace[1515630524] 'compare' (duration: 225.938601ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:00:42.762551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:00:42.42391Z","time spent":"338.610316ms","remote":"127.0.0.1:48372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:00:42.763018Z","caller":"traceutil/trace.go:171","msg":"trace[1072590881] linearizableReadLoop","detail":"{readStateIndex:414; appliedIndex:413; }","duration":"139.350059ms","start":"2026-07-28T20:00:42.623644Z","end":"2026-07-28T20:00:42.762994Z","steps":["trace[1072590881] 'read index received' (duration: 139.180185ms)","trace[1072590881] 'applied index is now lower than readState.Index' (duration: 158.704µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:00:42.763104Z","caller":"traceutil/trace.go:171","msg":"trace[319143378] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"321.926818ms","start":"2026-07-28T20:00:42.441147Z","end":"2026-07-28T20:00:42.763074Z","steps":["trace[319143378] 'process raft request' (duration: 321.724522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:00:42.763142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.477583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T20:00:42.763184Z","caller":"traceutil/trace.go:171","msg":"trace[1222079727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:399; }","duration":"139.570255ms","start":"2026-07-28T20:00:42.623602Z","end":"2026-07-28T20:00:42.763173Z","steps":["trace[1222079727] 'agreement among raft nodes before linearized reading' (duration: 139.484303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:00:42.763188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:00:42.441123Z","time spent":"322.02678ms","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:00:43.022202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.055128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T20:00:43.022295Z","caller":"traceutil/trace.go:171","msg":"trace[1906232249] linearizableReadLoop","detail":"{readStateIndex:415; appliedIndex:414; }","duration":"247.837623ms","start":"2026-07-28T20:00:42.774443Z","end":"2026-07-28T20:00:43.02228Z","steps":["trace[1906232249] 'read index received' (duration: 142.54956ms)","trace[1906232249] 'applied index is now lower than readState.Index' (duration: 105.287083ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:00:43.022397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.949706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-07-28T20:00:43.022427Z","caller":"traceutil/trace.go:171","msg":"trace[38794036] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:400; }","duration":"248.004727ms","start":"2026-07-28T20:00:42.774414Z","end":"2026-07-28T20:00:43.022419Z","steps":["trace[38794036] 'agreement among raft nodes before linearized reading' (duration: 247.937375ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:00:43.022535Z","caller":"traceutil/trace.go:171","msg":"trace[1205467120] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"249.050428ms","start":"2026-07-28T20:00:42.773456Z","end":"2026-07-28T20:00:43.022507Z","steps":["trace[1205467120] 'process raft request' (duration: 143.602739ms)","trace[1205467120] 'compare' (duration: 104.935244ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:01:10.741663Z","caller":"traceutil/trace.go:171","msg":"trace[331091756] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"323.561704ms","start":"2026-07-28T20:01:10.418083Z","end":"2026-07-28T20:01:10.741645Z","steps":["trace[331091756] 'read index received' (duration: 322.92599ms)","trace[331091756] 'applied index is now lower than readState.Index' (duration: 634.954µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:01:10.741842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.308484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-28T20:01:10.74187Z","caller":"traceutil/trace.go:171","msg":"trace[1108781461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:626; }","duration":"128.390696ms","start":"2026-07-28T20:01:10.613472Z","end":"2026-07-28T20:01:10.741863Z","steps":["trace[1108781461] 'agreement among raft nodes before linearized reading' (duration: 128.275344ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:01:10.741827Z","caller":"traceutil/trace.go:171","msg":"trace[777724730] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"329.58907ms","start":"2026-07-28T20:01:10.412115Z","end":"2026-07-28T20:01:10.741704Z","steps":["trace[777724730] 'process raft request' (duration: 329.12628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:01:10.741934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.821389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pwbwz\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-28T20:01:10.742025Z","caller":"traceutil/trace.go:171","msg":"trace[1745681833] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pwbwz; range_end:; response_count:1; response_revision:626; }","duration":"323.950393ms","start":"2026-07-28T20:01:10.418051Z","end":"2026-07-28T20:01:10.742002Z","steps":["trace[1745681833] 'agreement among raft nodes before linearized reading' (duration: 323.673196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:01:10.742083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:01:10.418038Z","time spent":"324.034234ms","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-pwbwz\" "} {"level":"warn","ts":"2026-07-28T20:01:10.742191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:01:10.412083Z","time spent":"329.884037ms","remote":"127.0.0.1:48192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:01:11.198706Z","caller":"traceutil/trace.go:171","msg":"trace[1573123664] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:653; }","duration":"281.010306ms","start":"2026-07-28T20:01:10.917667Z","end":"2026-07-28T20:01:11.198677Z","steps":["trace[1573123664] 'read index received' (duration: 182.748513ms)","trace[1573123664] 'applied index is now lower than readState.Index' (duration: 98.260893ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:01:11.19889Z","caller":"traceutil/trace.go:171","msg":"trace[653706431] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"403.792337ms","start":"2026-07-28T20:01:10.794975Z","end":"2026-07-28T20:01:11.198767Z","steps":["trace[653706431] 'process raft request' (duration: 305.491503ms)","trace[653706431] 'compare' (duration: 98.073749ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:01:11.199032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.351373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T20:01:11.199105Z","caller":"traceutil/trace.go:171","msg":"trace[7018390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:629; }","duration":"281.477816ms","start":"2026-07-28T20:01:10.91761Z","end":"2026-07-28T20:01:11.199088Z","steps":["trace[7018390] 'agreement among raft nodes before linearized reading' (duration: 281.21572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:01:11.199266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:01:10.794948Z","time spent":"404.118464ms","remote":"127.0.0.1:48626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T20:01:25.01626Z","caller":"traceutil/trace.go:171","msg":"trace[1642915765] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"133.694761ms","start":"2026-07-28T20:01:24.882543Z","end":"2026-07-28T20:01:25.016237Z","steps":["trace[1642915765] 'process raft request' (duration: 133.556489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:02:42.064824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.560563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T20:02:42.06494Z","caller":"traceutil/trace.go:171","msg":"trace[890981168] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1857; }","duration":"317.729286ms","start":"2026-07-28T20:02:41.747191Z","end":"2026-07-28T20:02:42.06492Z","steps":["trace[890981168] 'range keys from in-memory index tree' (duration: 317.382651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:02:42.064991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:02:41.747166Z","time spent":"317.805877ms","remote":"127.0.0.1:52016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T20:02:42.075431Z","caller":"traceutil/trace.go:171","msg":"trace[1756849494] linearizableReadLoop","detail":"{readStateIndex:1932; appliedIndex:1931; }","duration":"196.574943ms","start":"2026-07-28T20:02:41.878837Z","end":"2026-07-28T20:02:42.075412Z","steps":["trace[1756849494] 'read index received' (duration: 196.309449ms)","trace[1756849494] 'applied index is now lower than readState.Index' (duration: 264.214µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:02:42.075543Z","caller":"traceutil/trace.go:171","msg":"trace[1619270667] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"238.78089ms","start":"2026-07-28T20:02:41.836727Z","end":"2026-07-28T20:02:42.075508Z","steps":["trace[1619270667] 'process raft request' (duration: 238.513756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:02:42.075611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.810567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2942b29f-83c2-47f5-b8fd-ae3c72dcc467\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-28T20:02:42.075648Z","caller":"traceutil/trace.go:171","msg":"trace[1123405568] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2942b29f-83c2-47f5-b8fd-ae3c72dcc467; range_end:; response_count:1; response_revision:1858; }","duration":"196.884108ms","start":"2026-07-28T20:02:41.87875Z","end":"2026-07-28T20:02:42.075634Z","steps":["trace[1123405568] 'agreement among raft nodes before linearized reading' (duration: 196.777925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:02:42.075766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.033606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2942b29f-83c2-47f5-b8fd-ae3c72dcc467\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-28T20:02:42.075837Z","caller":"traceutil/trace.go:171","msg":"trace[488455520] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2942b29f-83c2-47f5-b8fd-ae3c72dcc467; range_end:; response_count:1; response_revision:1858; }","duration":"112.166279ms","start":"2026-07-28T20:02:41.963656Z","end":"2026-07-28T20:02:42.075822Z","steps":["trace[488455520] 'agreement among raft nodes before linearized reading' (duration: 111.947145ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:02:42.219839Z","caller":"traceutil/trace.go:171","msg":"trace[1447176348] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"137.860101ms","start":"2026-07-28T20:02:42.081901Z","end":"2026-07-28T20:02:42.219761Z","steps":["trace[1447176348] 'process raft request' (duration: 131.852974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:02:42.541499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.898614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T20:02:42.541677Z","caller":"traceutil/trace.go:171","msg":"trace[511921986] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"305.266314ms","start":"2026-07-28T20:02:42.236379Z","end":"2026-07-28T20:02:42.541645Z","steps":["trace[511921986] 'process raft request' (duration: 86.096376ms)","trace[511921986] 'compare' (duration: 218.676361ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:02:42.541704Z","caller":"traceutil/trace.go:171","msg":"trace[241901046] linearizableReadLoop","detail":"{readStateIndex:1934; appliedIndex:1933; }","duration":"204.578085ms","start":"2026-07-28T20:02:42.337101Z","end":"2026-07-28T20:02:42.541679Z","steps":["trace[241901046] 'read index received' (duration: 38.231µs)","trace[241901046] 'applied index is now lower than readState.Index' (duration: 204.537624ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:02:42.54183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:02:42.236357Z","time spent":"305.388935ms","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:02:42.541896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.788708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:02:42.541956Z","caller":"traceutil/trace.go:171","msg":"trace[1486030017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1861; }","duration":"204.890909ms","start":"2026-07-28T20:02:42.33705Z","end":"2026-07-28T20:02:42.541941Z","steps":["trace[1486030017] 'agreement among raft nodes before linearized reading' (duration: 204.795928ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:02:53.631209Z","caller":"traceutil/trace.go:171","msg":"trace[1818565455] linearizableReadLoop","detail":"{readStateIndex:2037; appliedIndex:2036; }","duration":"109.11828ms","start":"2026-07-28T20:02:53.522067Z","end":"2026-07-28T20:02:53.631185Z","steps":["trace[1818565455] 'read index received' (duration: 108.929237ms)","trace[1818565455] 'applied index is now lower than readState.Index' (duration: 187.583µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:02:53.631373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.281752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:02:53.631412Z","caller":"traceutil/trace.go:171","msg":"trace[137118159] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1959; }","duration":"109.377963ms","start":"2026-07-28T20:02:53.522025Z","end":"2026-07-28T20:02:53.631403Z","steps":["trace[137118159] 'agreement among raft nodes before linearized reading' (duration: 109.271862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:03:05.225224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.604057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-28T20:03:05.225295Z","caller":"traceutil/trace.go:171","msg":"trace[1063693462] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2043; }","duration":"106.719908ms","start":"2026-07-28T20:03:05.118554Z","end":"2026-07-28T20:03:05.225274Z","steps":["trace[1063693462] 'range keys from in-memory index tree' (duration: 106.472005ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:03:11.373499Z","caller":"traceutil/trace.go:171","msg":"trace[761720661] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"107.832008ms","start":"2026-07-28T20:03:11.26561Z","end":"2026-07-28T20:03:11.373442Z","steps":["trace[761720661] 'process raft request' (duration: 107.539594ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:03:12.079436Z","caller":"traceutil/trace.go:171","msg":"trace[1882980528] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"161.473221ms","start":"2026-07-28T20:03:11.917933Z","end":"2026-07-28T20:03:12.079406Z","steps":["trace[1882980528] 'process raft request' (duration: 109.753424ms)","trace[1882980528] 'compare' (duration: 51.593635ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:04:22.389911Z","caller":"traceutil/trace.go:171","msg":"trace[373240043] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"104.279942ms","start":"2026-07-28T20:04:22.285588Z","end":"2026-07-28T20:04:22.389868Z","steps":["trace[373240043] 'process raft request' (duration: 104.076058ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:04:59.466849Z","caller":"traceutil/trace.go:171","msg":"trace[1205152860] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"110.739451ms","start":"2026-07-28T20:04:59.356084Z","end":"2026-07-28T20:04:59.466824Z","steps":["trace[1205152860] 'process raft request' (duration: 110.609139ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:04:59.564152Z","caller":"traceutil/trace.go:171","msg":"trace[80691466] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"191.952773ms","start":"2026-07-28T20:04:59.372184Z","end":"2026-07-28T20:04:59.564137Z","steps":["trace[80691466] 'process raft request' (duration: 191.646017ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:08:32.416966Z","caller":"traceutil/trace.go:171","msg":"trace[593316206] linearizableReadLoop","detail":"{readStateIndex:4746; appliedIndex:4745; }","duration":"124.852801ms","start":"2026-07-28T20:08:32.292066Z","end":"2026-07-28T20:08:32.416919Z","steps":["trace[593316206] 'read index received' (duration: 47.412406ms)","trace[593316206] 'applied index is now lower than readState.Index' (duration: 77.439295ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:08:32.417323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.228206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14423"} {"level":"info","ts":"2026-07-28T20:08:32.41744Z","caller":"traceutil/trace.go:171","msg":"trace[831751523] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4570; }","duration":"125.391169ms","start":"2026-07-28T20:08:32.29203Z","end":"2026-07-28T20:08:32.417421Z","steps":["trace[831751523] 'agreement among raft nodes before linearized reading' (duration: 124.999333ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:08:32.417587Z","caller":"traceutil/trace.go:171","msg":"trace[1367394463] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"129.914573ms","start":"2026-07-28T20:08:32.287074Z","end":"2026-07-28T20:08:32.416988Z","steps":["trace[1367394463] 'process raft request' (duration: 52.428047ms)","trace[1367394463] 'compare' (duration: 77.266213ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:08:37.770123Z","caller":"traceutil/trace.go:171","msg":"trace[1018164544] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"125.611986ms","start":"2026-07-28T20:08:37.644479Z","end":"2026-07-28T20:08:37.770091Z","steps":["trace[1018164544] 'process raft request' (duration: 125.406063ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:08:37.929044Z","caller":"traceutil/trace.go:171","msg":"trace[1039142013] linearizableReadLoop","detail":"{readStateIndex:4859; appliedIndex:4857; }","duration":"257.512072ms","start":"2026-07-28T20:08:37.671503Z","end":"2026-07-28T20:08:37.929015Z","steps":["trace[1039142013] 'read index received' (duration: 98.394789ms)","trace[1039142013] 'applied index is now lower than readState.Index' (duration: 159.115783ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:08:37.929202Z","caller":"traceutil/trace.go:171","msg":"trace[329259941] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"281.453893ms","start":"2026-07-28T20:08:37.647721Z","end":"2026-07-28T20:08:37.929175Z","steps":["trace[329259941] 'process raft request' (duration: 281.098039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:08:37.929505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.967188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T20:08:37.929586Z","caller":"traceutil/trace.go:171","msg":"trace[211013218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4682; }","duration":"258.09887ms","start":"2026-07-28T20:08:37.671466Z","end":"2026-07-28T20:08:37.929565Z","steps":["trace[211013218] 'agreement among raft nodes before linearized reading' (duration: 257.809976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:08:37.950658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.702459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-28T20:08:37.950737Z","caller":"traceutil/trace.go:171","msg":"trace[285599374] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4683; }","duration":"258.82641ms","start":"2026-07-28T20:08:37.69189Z","end":"2026-07-28T20:08:37.950716Z","steps":["trace[285599374] 'agreement among raft nodes before linearized reading' (duration: 258.681008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:08:37.951107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.054276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T20:08:37.951195Z","caller":"traceutil/trace.go:171","msg":"trace[1716534095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4683; }","duration":"274.277911ms","start":"2026-07-28T20:08:37.676907Z","end":"2026-07-28T20:08:37.951185Z","steps":["trace[1716534095] 'agreement among raft nodes before linearized reading' (duration: 273.909905ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:08:37.950261Z","caller":"traceutil/trace.go:171","msg":"trace[1730676231] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"176.818995ms","start":"2026-07-28T20:08:37.773422Z","end":"2026-07-28T20:08:37.950241Z","steps":["trace[1730676231] 'process raft request' (duration: 176.676353ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:08:49.990312Z","caller":"traceutil/trace.go:171","msg":"trace[280047875] linearizableReadLoop","detail":"{readStateIndex:5036; appliedIndex:5035; }","duration":"128.081299ms","start":"2026-07-28T20:08:49.862196Z","end":"2026-07-28T20:08:49.990278Z","steps":["trace[280047875] 'read index received' (duration: 127.780865ms)","trace[280047875] 'applied index is now lower than readState.Index' (duration: 298.974µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:08:49.990384Z","caller":"traceutil/trace.go:171","msg":"trace[376138548] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"202.804684ms","start":"2026-07-28T20:08:49.787553Z","end":"2026-07-28T20:08:49.990357Z","steps":["trace[376138548] 'process raft request' (duration: 202.47118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:08:49.990829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.589886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-28T20:08:49.990951Z","caller":"traceutil/trace.go:171","msg":"trace[1841703111] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4854; }","duration":"128.782449ms","start":"2026-07-28T20:08:49.862146Z","end":"2026-07-28T20:08:49.990928Z","steps":["trace[1841703111] 'agreement among raft nodes before linearized reading' (duration: 128.322693ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:30.586827Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2926} {"level":"info","ts":"2026-07-28T20:10:30.660044Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2926,"took":"71.901757ms","hash":4139097257,"current-db-size-bytes":54890496,"current-db-size":"55 MB","current-db-size-in-use-bytes":29806592,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-28T20:10:30.660181Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4139097257,"revision":2926,"compact-revision":-1} {"level":"info","ts":"2026-07-28T20:15:30.593635Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5648} {"level":"info","ts":"2026-07-28T20:15:30.702857Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5648,"took":"107.452716ms","hash":3945134653,"current-db-size-bytes":54890496,"current-db-size":"55 MB","current-db-size-in-use-bytes":18481152,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-07-28T20:15:30.702937Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3945134653,"revision":5648,"compact-revision":2926}