{"level":"warn","ts":"2026-04-16T22:42:23.348539Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T22:42:23.348652Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.209:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.209:2380","--initial-cluster=instance=https://199.204.45.209:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.209:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.209:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-16T22:42:23.349197Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T22:42:23.349217Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.209:2380"]} {"level":"info","ts":"2026-04-16T22:42:23.349263Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T22:42:23.350181Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"]} {"level":"info","ts":"2026-04-16T22:42:23.351485Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.209:2380"],"listen-peer-urls":["https://199.204.45.209:2380"],"advertise-client-urls":["https://199.204.45.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.209:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-16T22:42:23.35543Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.519977ms"} {"level":"info","ts":"2026-04-16T22:42:23.360351Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"adfb641115bf6cbd","cluster-id":"3da6b677d4b80c6"} {"level":"info","ts":"2026-04-16T22:42:23.360442Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T22:42:23.360467Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became follower at term 0"} {"level":"info","ts":"2026-04-16T22:42:23.360475Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft adfb641115bf6cbd [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-16T22:42:23.360484Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became follower at term 1"} {"level":"info","ts":"2026-04-16T22:42:23.360547Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=(12536724012257995965)"} {"level":"warn","ts":"2026-04-16T22:42:23.366351Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T22:42:23.367622Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T22:42:23.368854Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T22:42:23.371788Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"adfb641115bf6cbd","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T22:42:23.372214Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"adfb641115bf6cbd","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-16T22:42:23.372342Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T22:42:23.372386Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T22:42:23.372397Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T22:42:23.375436Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=(12536724012257995965)"} {"level":"info","ts":"2026-04-16T22:42:23.375662Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3da6b677d4b80c6","local-member-id":"adfb641115bf6cbd","added-peer-id":"adfb641115bf6cbd","added-peer-peer-urls":["https://199.204.45.209:2380"]} {"level":"info","ts":"2026-04-16T22:42:23.379621Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T22:42:23.379732Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.209:2380"} {"level":"info","ts":"2026-04-16T22:42:23.379792Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.209:2380"} {"level":"info","ts":"2026-04-16T22:42:23.379842Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"adfb641115bf6cbd","initial-advertise-peer-urls":["https://199.204.45.209:2380"],"listen-peer-urls":["https://199.204.45.209:2380"],"advertise-client-urls":["https://199.204.45.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T22:42:23.379863Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T22:42:24.161344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd is starting a new election at term 1"} {"level":"info","ts":"2026-04-16T22:42:24.161436Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became pre-candidate at term 1"} {"level":"info","ts":"2026-04-16T22:42:24.161466Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd received MsgPreVoteResp from adfb641115bf6cbd at term 1"} {"level":"info","ts":"2026-04-16T22:42:24.161484Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became candidate at term 2"} {"level":"info","ts":"2026-04-16T22:42:24.161684Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd received MsgVoteResp from adfb641115bf6cbd at term 2"} {"level":"info","ts":"2026-04-16T22:42:24.161696Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became leader at term 2"} {"level":"info","ts":"2026-04-16T22:42:24.161704Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: adfb641115bf6cbd elected leader adfb641115bf6cbd at term 2"} {"level":"info","ts":"2026-04-16T22:42:24.181049Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"adfb641115bf6cbd","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.209:2379]}","request-path":"/0/members/adfb641115bf6cbd/attributes","cluster-id":"3da6b677d4b80c6","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T22:42:24.181058Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T22:42:24.181081Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T22:42:24.181148Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T22:42:24.181608Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T22:42:24.181714Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T22:42:24.184434Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-16T22:42:24.184877Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.209:2379"} {"level":"info","ts":"2026-04-16T22:42:24.196326Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3da6b677d4b80c6","local-member-id":"adfb641115bf6cbd","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T22:42:24.196449Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T22:42:24.196484Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T22:42:27.528213Z","caller":"traceutil/trace.go:171","msg":"trace[219840129] transaction","detail":"{read_only:false; response_revision:188; number_of_response:1; }","duration":"171.960308ms","start":"2026-04-16T22:42:27.356227Z","end":"2026-04-16T22:42:27.528187Z","steps":["trace[219840129] 'process raft request' (duration: 170.626551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:42:28.202697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.667258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T22:42:28.202875Z","caller":"traceutil/trace.go:171","msg":"trace[781659257] linearizableReadLoop","detail":"{readStateIndex:198; appliedIndex:196; }","duration":"111.77506ms","start":"2026-04-16T22:42:28.091083Z","end":"2026-04-16T22:42:28.202858Z","steps":["trace[781659257] 'read index received' (duration: 105.915154ms)","trace[781659257] 'applied index is now lower than readState.Index' (duration: 5.859006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T22:42:28.202989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.900381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T22:42:28.203025Z","caller":"traceutil/trace.go:171","msg":"trace[1220272174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:194; }","duration":"111.999962ms","start":"2026-04-16T22:42:28.091016Z","end":"2026-04-16T22:42:28.203016Z","steps":["trace[1220272174] 'agreement among raft nodes before linearized reading' (duration: 111.895241ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:42:28.203059Z","caller":"traceutil/trace.go:171","msg":"trace[1554501711] transaction","detail":"{read_only:false; response_revision:193; number_of_response:1; }","duration":"507.653958ms","start":"2026-04-16T22:42:27.695305Z","end":"2026-04-16T22:42:28.202959Z","steps":["trace[1554501711] 'process raft request' (duration: 344.156605ms)","trace[1554501711] 'compare' (duration: 162.508207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T22:42:28.203284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T22:42:27.695266Z","time spent":"507.920038ms","remote":"127.0.0.1:56488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T22:42:28.202949Z","caller":"traceutil/trace.go:171","msg":"trace[348735978] transaction","detail":"{read_only:false; response_revision:194; number_of_response:1; }","duration":"235.448696ms","start":"2026-04-16T22:42:27.967476Z","end":"2026-04-16T22:42:28.202925Z","steps":["trace[348735978] 'process raft request' (duration: 235.332086ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:42:28.381261Z","caller":"traceutil/trace.go:171","msg":"trace[504700343] transaction","detail":"{read_only:false; response_revision:196; number_of_response:1; }","duration":"173.222686ms","start":"2026-04-16T22:42:28.208011Z","end":"2026-04-16T22:42:28.381234Z","steps":["trace[504700343] 'process raft request' (duration: 173.175726ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:42:28.38128Z","caller":"traceutil/trace.go:171","msg":"trace[696083344] transaction","detail":"{read_only:false; response_revision:195; number_of_response:1; }","duration":"173.908598ms","start":"2026-04-16T22:42:28.20734Z","end":"2026-04-16T22:42:28.381248Z","steps":["trace[696083344] 'process raft request' (duration: 173.751947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:43:05.55237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.87312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T22:43:05.552461Z","caller":"traceutil/trace.go:171","msg":"trace[401087835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:646; }","duration":"164.99203ms","start":"2026-04-16T22:43:05.387451Z","end":"2026-04-16T22:43:05.552443Z","steps":["trace[401087835] 'range keys from in-memory index tree' (duration: 164.691589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:43:05.553115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.546598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T22:43:05.553222Z","caller":"traceutil/trace.go:171","msg":"trace[1522956732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:646; }","duration":"189.756938ms","start":"2026-04-16T22:43:05.363444Z","end":"2026-04-16T22:43:05.553201Z","steps":["trace[1522956732] 'range keys from in-memory index tree' (duration: 188.408423ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:44:47.187372Z","caller":"traceutil/trace.go:171","msg":"trace[1020360591] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"111.421598ms","start":"2026-04-16T22:44:47.075922Z","end":"2026-04-16T22:44:47.187344Z","steps":["trace[1020360591] 'process raft request' (duration: 111.224694ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:44:47.200856Z","caller":"traceutil/trace.go:171","msg":"trace[459827597] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"124.153824ms","start":"2026-04-16T22:44:47.076671Z","end":"2026-04-16T22:44:47.200825Z","steps":["trace[459827597] 'process raft request' (duration: 123.93897ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:45:08.40347Z","caller":"traceutil/trace.go:171","msg":"trace[172218928] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"124.073449ms","start":"2026-04-16T22:45:08.279055Z","end":"2026-04-16T22:45:08.403128Z","steps":["trace[172218928] 'process raft request' (duration: 123.878166ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:45:08.565182Z","caller":"traceutil/trace.go:171","msg":"trace[129336215] linearizableReadLoop","detail":"{readStateIndex:2141; appliedIndex:2139; }","duration":"210.739164ms","start":"2026-04-16T22:45:08.354416Z","end":"2026-04-16T22:45:08.565155Z","steps":["trace[129336215] 'read index received' (duration: 48.603017ms)","trace[129336215] 'applied index is now lower than readState.Index' (duration: 162.133447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T22:45:08.565352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.930037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-16T22:45:08.565379Z","caller":"traceutil/trace.go:171","msg":"trace[929886185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2061; }","duration":"211.002797ms","start":"2026-04-16T22:45:08.354367Z","end":"2026-04-16T22:45:08.565369Z","steps":["trace[929886185] 'agreement among raft nodes before linearized reading' (duration: 210.865905ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:45:08.565536Z","caller":"traceutil/trace.go:171","msg":"trace[492786868] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"285.379962ms","start":"2026-04-16T22:45:08.280147Z","end":"2026-04-16T22:45:08.565527Z","steps":["trace[492786868] 'process raft request' (duration: 195.730068ms)","trace[492786868] 'compare' (duration: 89.047474ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T22:45:08.813281Z","caller":"traceutil/trace.go:171","msg":"trace[823960822] linearizableReadLoop","detail":"{readStateIndex:2143; appliedIndex:2142; }","duration":"123.271536ms","start":"2026-04-16T22:45:08.689977Z","end":"2026-04-16T22:45:08.813248Z","steps":["trace[823960822] 'read index received' (duration: 123.008481ms)","trace[823960822] 'applied index is now lower than readState.Index' (duration: 262.065µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T22:45:08.813423Z","caller":"traceutil/trace.go:171","msg":"trace[619307693] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"211.655928ms","start":"2026-04-16T22:45:08.601759Z","end":"2026-04-16T22:45:08.813415Z","steps":["trace[619307693] 'process raft request' (duration: 211.298192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:45:08.813871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.840925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T22:45:08.813972Z","caller":"traceutil/trace.go:171","msg":"trace[1432397557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2062; }","duration":"124.023058ms","start":"2026-04-16T22:45:08.689926Z","end":"2026-04-16T22:45:08.813949Z","steps":["trace[1432397557] 'agreement among raft nodes before linearized reading' (duration: 123.680823ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:46:45.629701Z","caller":"traceutil/trace.go:171","msg":"trace[1902948857] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"161.275104ms","start":"2026-04-16T22:46:45.468396Z","end":"2026-04-16T22:46:45.629671Z","steps":["trace[1902948857] 'process raft request' (duration: 160.812849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:49:59.178287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.275708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T22:49:59.178389Z","caller":"traceutil/trace.go:171","msg":"trace[778423107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3864; }","duration":"104.459273ms","start":"2026-04-16T22:49:59.073911Z","end":"2026-04-16T22:49:59.17837Z","steps":["trace[778423107] 'range keys from in-memory index tree' (duration: 104.159006ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:50:48.709665Z","caller":"traceutil/trace.go:171","msg":"trace[1816680648] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"114.506062ms","start":"2026-04-16T22:50:48.595033Z","end":"2026-04-16T22:50:48.709539Z","steps":["trace[1816680648] 'process raft request' (duration: 66.043398ms)","trace[1816680648] 'compare' (duration: 48.057206ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T22:51:01.765277Z","caller":"traceutil/trace.go:171","msg":"trace[1593991397] linearizableReadLoop","detail":"{readStateIndex:5096; appliedIndex:5095; }","duration":"266.961153ms","start":"2026-04-16T22:51:01.498286Z","end":"2026-04-16T22:51:01.765247Z","steps":["trace[1593991397] 'read index received' (duration: 266.646228ms)","trace[1593991397] 'applied index is now lower than readState.Index' (duration: 313.625µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T22:51:01.765466Z","caller":"traceutil/trace.go:171","msg":"trace[299964472] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"276.962592ms","start":"2026-04-16T22:51:01.488429Z","end":"2026-04-16T22:51:01.765391Z","steps":["trace[299964472] 'process raft request' (duration: 276.608096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:51:01.765696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.357829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-16T22:51:01.765751Z","caller":"traceutil/trace.go:171","msg":"trace[515433461] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4906; }","duration":"267.495482ms","start":"2026-04-16T22:51:01.498236Z","end":"2026-04-16T22:51:01.765731Z","steps":["trace[515433461] 'agreement among raft nodes before linearized reading' (duration: 267.173517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:51:01.890361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.371401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6438daa2-bd90-49a2-885c-d61cdb699fd9\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-16T22:51:01.890433Z","caller":"traceutil/trace.go:171","msg":"trace[1290956618] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6438daa2-bd90-49a2-885c-d61cdb699fd9; range_end:; response_count:1; response_revision:4911; }","duration":"118.459703ms","start":"2026-04-16T22:51:01.771957Z","end":"2026-04-16T22:51:01.890417Z","steps":["trace[1290956618] 'agreement among raft nodes before linearized reading' (duration: 118.30074ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:51:01.890643Z","caller":"traceutil/trace.go:171","msg":"trace[1560890623] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"109.46385ms","start":"2026-04-16T22:51:01.781174Z","end":"2026-04-16T22:51:01.890638Z","steps":["trace[1560890623] 'process raft request' (duration: 109.024783ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:51:01.890799Z","caller":"traceutil/trace.go:171","msg":"trace[958646159] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"108.298722ms","start":"2026-04-16T22:51:01.782493Z","end":"2026-04-16T22:51:01.890792Z","steps":["trace[958646159] 'process raft request' (duration: 107.736222ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:51:01.891045Z","caller":"traceutil/trace.go:171","msg":"trace[336010241] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"118.622675ms","start":"2026-04-16T22:51:01.772417Z","end":"2026-04-16T22:51:01.89104Z","steps":["trace[336010241] 'process raft request' (duration: 117.757791ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:51:01.891274Z","caller":"traceutil/trace.go:171","msg":"trace[1393515936] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"119.192205ms","start":"2026-04-16T22:51:01.772075Z","end":"2026-04-16T22:51:01.891267Z","steps":["trace[1393515936] 'process raft request' (duration: 111.047127ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:51:02.630574Z","caller":"traceutil/trace.go:171","msg":"trace[578580447] linearizableReadLoop","detail":"{readStateIndex:5105; appliedIndex:5104; }","duration":"100.514856ms","start":"2026-04-16T22:51:02.530031Z","end":"2026-04-16T22:51:02.630546Z","steps":["trace[578580447] 'read index received' (duration: 100.275742ms)","trace[578580447] 'applied index is now lower than readState.Index' (duration: 237.994µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T22:51:02.630651Z","caller":"traceutil/trace.go:171","msg":"trace[2021235119] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"120.30293ms","start":"2026-04-16T22:51:02.510313Z","end":"2026-04-16T22:51:02.630616Z","steps":["trace[2021235119] 'process raft request' (duration: 120.059736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:51:02.630859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.814201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-16T22:51:02.630932Z","caller":"traceutil/trace.go:171","msg":"trace[1220513343] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4915; }","duration":"100.938563ms","start":"2026-04-16T22:51:02.52997Z","end":"2026-04-16T22:51:02.630908Z","steps":["trace[1220513343] 'agreement among raft nodes before linearized reading' (duration: 100.74223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:51:02.862594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.41585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T22:51:02.862978Z","caller":"traceutil/trace.go:171","msg":"trace[888131872] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"224.287224ms","start":"2026-04-16T22:51:02.638671Z","end":"2026-04-16T22:51:02.862958Z","steps":["trace[888131872] 'process raft request' (duration: 224.121991ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:51:02.863018Z","caller":"traceutil/trace.go:171","msg":"trace[347095468] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"224.03175ms","start":"2026-04-16T22:51:02.638964Z","end":"2026-04-16T22:51:02.862996Z","steps":["trace[347095468] 'process raft request' (duration: 223.885507ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:51:02.86291Z","caller":"traceutil/trace.go:171","msg":"trace[1547754471] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"225.846231ms","start":"2026-04-16T22:51:02.636976Z","end":"2026-04-16T22:51:02.862822Z","steps":["trace[1547754471] 'process raft request' (duration: 46.964433ms)","trace[1547754471] 'compare' (duration: 178.292498ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T22:51:02.863565Z","caller":"traceutil/trace.go:171","msg":"trace[1787128921] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"225.314281ms","start":"2026-04-16T22:51:02.638192Z","end":"2026-04-16T22:51:02.863506Z","steps":["trace[1787128921] 'process raft request' (duration: 224.515188ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:51:02.863628Z","caller":"traceutil/trace.go:171","msg":"trace[997458273] linearizableReadLoop","detail":"{readStateIndex:5109; appliedIndex:5105; }","duration":"224.203952ms","start":"2026-04-16T22:51:02.639264Z","end":"2026-04-16T22:51:02.863468Z","steps":["trace[997458273] 'read index received' (duration: 44.690014ms)","trace[997458273] 'applied index is now lower than readState.Index' (duration: 179.511858ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T22:51:02.863705Z","caller":"traceutil/trace.go:171","msg":"trace[1946277468] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"215.078709ms","start":"2026-04-16T22:51:02.648609Z","end":"2026-04-16T22:51:02.863688Z","steps":["trace[1946277468] 'process raft request' (duration: 214.283936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:51:02.865402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.291862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-16T22:51:02.865458Z","caller":"traceutil/trace.go:171","msg":"trace[1181349971] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4920; }","duration":"225.378353ms","start":"2026-04-16T22:51:02.640065Z","end":"2026-04-16T22:51:02.865443Z","steps":["trace[1181349971] 'agreement among raft nodes before linearized reading' (duration: 225.17907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:51:02.864088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.747311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a6f80f46484e20\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-04-16T22:51:02.865756Z","caller":"traceutil/trace.go:171","msg":"trace[1759121132] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a6f80f46484e20; range_end:; response_count:1; response_revision:4920; }","duration":"226.473841ms","start":"2026-04-16T22:51:02.63924Z","end":"2026-04-16T22:51:02.865714Z","steps":["trace[1759121132] 'agreement among raft nodes before linearized reading' (duration: 224.472707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:51:02.865893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.070417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-04-16T22:51:02.865938Z","caller":"traceutil/trace.go:171","msg":"trace[162597956] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4920; }","duration":"225.125208ms","start":"2026-04-16T22:51:02.640802Z","end":"2026-04-16T22:51:02.865927Z","steps":["trace[162597956] 'agreement among raft nodes before linearized reading' (duration: 225.025166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:51:02.866406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.382414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T22:51:02.866441Z","caller":"traceutil/trace.go:171","msg":"trace[1432910280] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4920; }","duration":"208.467516ms","start":"2026-04-16T22:51:02.657965Z","end":"2026-04-16T22:51:02.866433Z","steps":["trace[1432910280] 'agreement among raft nodes before linearized reading' (duration: 208.363465ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:51:03.00854Z","caller":"traceutil/trace.go:171","msg":"trace[90898209] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"137.52183ms","start":"2026-04-16T22:51:02.87099Z","end":"2026-04-16T22:51:03.008512Z","steps":["trace[90898209] 'process raft request' (duration: 111.840467ms)","trace[90898209] 'compare' (duration: 25.533861ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T22:51:03.008614Z","caller":"traceutil/trace.go:171","msg":"trace[1547212616] linearizableReadLoop","detail":"{readStateIndex:5112; appliedIndex:5110; }","duration":"137.54175ms","start":"2026-04-16T22:51:02.871065Z","end":"2026-04-16T22:51:03.008607Z","steps":["trace[1547212616] 'read index received' (duration: 33.760889ms)","trace[1547212616] 'applied index is now lower than readState.Index' (duration: 103.780261ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T22:51:03.008658Z","caller":"traceutil/trace.go:171","msg":"trace[1834625293] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"135.705109ms","start":"2026-04-16T22:51:02.872913Z","end":"2026-04-16T22:51:03.008618Z","steps":["trace[1834625293] 'process raft request' (duration: 135.592707ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:51:03.008551Z","caller":"traceutil/trace.go:171","msg":"trace[1517850753] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"135.729851ms","start":"2026-04-16T22:51:02.872801Z","end":"2026-04-16T22:51:03.008531Z","steps":["trace[1517850753] 'process raft request' (duration: 135.66959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:51:03.00882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.720153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9635"} {"level":"info","ts":"2026-04-16T22:51:03.012918Z","caller":"traceutil/trace.go:171","msg":"trace[2009606532] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4924; }","duration":"141.858473ms","start":"2026-04-16T22:51:02.871043Z","end":"2026-04-16T22:51:03.012901Z","steps":["trace[2009606532] 'agreement among raft nodes before linearized reading' (duration: 137.623742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:51:03.008901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.197934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-586c1c72-cd4f-44bf-9db5-ad4972849cc6\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-16T22:51:03.013094Z","caller":"traceutil/trace.go:171","msg":"trace[230903134] range","detail":"{range_begin:/registry/persistentvolumes/pvc-586c1c72-cd4f-44bf-9db5-ad4972849cc6; range_end:; response_count:1; response_revision:4924; }","duration":"141.436817ms","start":"2026-04-16T22:51:02.871646Z","end":"2026-04-16T22:51:03.013083Z","steps":["trace[230903134] 'agreement among raft nodes before linearized reading' (duration: 137.110843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:51:03.008988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.026828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61950"} {"level":"info","ts":"2026-04-16T22:51:03.013249Z","caller":"traceutil/trace.go:171","msg":"trace[1107721990] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:4924; }","duration":"139.29794ms","start":"2026-04-16T22:51:02.873944Z","end":"2026-04-16T22:51:03.013242Z","steps":["trace[1107721990] 'agreement among raft nodes before linearized reading' (duration: 134.902876ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:52:24.216572Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2889} {"level":"info","ts":"2026-04-16T22:52:24.289102Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2889,"took":"70.992397ms","hash":2645659046,"current-db-size-bytes":54824960,"current-db-size":"55 MB","current-db-size-in-use-bytes":29802496,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-16T22:52:24.28921Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2645659046,"revision":2889,"compact-revision":-1} {"level":"info","ts":"2026-04-16T22:57:24.22268Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5587} {"level":"info","ts":"2026-04-16T22:57:24.29685Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5587,"took":"72.970514ms","hash":925417689,"current-db-size-bytes":54824960,"current-db-size":"55 MB","current-db-size-in-use-bytes":18341888,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-16T22:57:24.296941Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":925417689,"revision":5587,"compact-revision":2889}