{"level":"warn","ts":"2026-05-28T07:52:26.357673Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-28T07:52:26.357782Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.72:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.72:2380","--initial-cluster=instance=https://199.204.45.72:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.72:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.72:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-28T07:52:26.35787Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-28T07:52:26.357889Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-05-28T07:52:26.357913Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-28T07:52:26.35876Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"]} {"level":"info","ts":"2026-05-28T07:52:26.35885Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.72:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-28T07:52:26.364138Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.998972ms"} {"level":"info","ts":"2026-05-28T07:52:26.370197Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"50e03cebfd94cbba","cluster-id":"120c03c1d5b80f94"} {"level":"info","ts":"2026-05-28T07:52:26.370258Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=()"} {"level":"info","ts":"2026-05-28T07:52:26.370282Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 0"} {"level":"info","ts":"2026-05-28T07:52:26.370294Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 50e03cebfd94cbba [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-28T07:52:26.370302Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 1"} {"level":"info","ts":"2026-05-28T07:52:26.370335Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"warn","ts":"2026-05-28T07:52:26.375857Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-28T07:52:26.377162Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-28T07:52:26.378324Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-28T07:52:26.380693Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"50e03cebfd94cbba","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-28T07:52:26.380923Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T07:52:26.380983Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T07:52:26.380993Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T07:52:26.380941Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"50e03cebfd94cbba","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-28T07:52:26.382121Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"info","ts":"2026-05-28T07:52:26.38232Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","added-peer-id":"50e03cebfd94cbba","added-peer-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-05-28T07:52:26.387117Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-28T07:52:26.387239Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-05-28T07:52:26.387312Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-05-28T07:52:26.387727Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"50e03cebfd94cbba","initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-28T07:52:26.387839Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-28T07:52:26.57144Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba is starting a new election at term 1"} {"level":"info","ts":"2026-05-28T07:52:26.571509Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became pre-candidate at term 1"} {"level":"info","ts":"2026-05-28T07:52:26.571542Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgPreVoteResp from 50e03cebfd94cbba at term 1"} {"level":"info","ts":"2026-05-28T07:52:26.571571Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became candidate at term 2"} {"level":"info","ts":"2026-05-28T07:52:26.571588Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgVoteResp from 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-05-28T07:52:26.571603Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became leader at term 2"} {"level":"info","ts":"2026-05-28T07:52:26.57162Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 50e03cebfd94cbba elected leader 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-05-28T07:52:26.572742Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"50e03cebfd94cbba","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.72:2379]}","request-path":"/0/members/50e03cebfd94cbba/attributes","cluster-id":"120c03c1d5b80f94","publish-timeout":"7s"} {"level":"info","ts":"2026-05-28T07:52:26.572799Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-28T07:52:26.572908Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T07:52:26.572928Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-28T07:52:26.573196Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-28T07:52:26.573299Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-28T07:52:26.573828Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T07:52:26.573929Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T07:52:26.573953Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T07:52:26.576117Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-28T07:52:26.576804Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.72:2379"} {"level":"info","ts":"2026-05-28T07:52:43.24853Z","caller":"traceutil/trace.go:171","msg":"trace[753431391] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:423; }","duration":"189.835138ms","start":"2026-05-28T07:52:43.058671Z","end":"2026-05-28T07:52:43.248506Z","steps":["trace[753431391] 'read index received' (duration: 189.662795ms)","trace[753431391] 'applied index is now lower than readState.Index' (duration: 171.523µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T07:52:43.248667Z","caller":"traceutil/trace.go:171","msg":"trace[639672943] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"319.610251ms","start":"2026-05-28T07:52:42.929046Z","end":"2026-05-28T07:52:43.248656Z","steps":["trace[639672943] 'process raft request' (duration: 319.354867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T07:52:43.24888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.187975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T07:52:43.249023Z","caller":"traceutil/trace.go:171","msg":"trace[1224895824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:412; }","duration":"190.378008ms","start":"2026-05-28T07:52:43.058619Z","end":"2026-05-28T07:52:43.248997Z","steps":["trace[1224895824] 'agreement among raft nodes before linearized reading' (duration: 190.183794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T07:52:43.24918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T07:52:42.929021Z","time spent":"319.672933ms","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5139,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T07:52:43.571362Z","caller":"traceutil/trace.go:171","msg":"trace[1463232932] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"318.010692ms","start":"2026-05-28T07:52:43.253318Z","end":"2026-05-28T07:52:43.571329Z","steps":["trace[1463232932] 'process raft request' (duration: 317.950141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T07:52:43.571542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T07:52:43.253294Z","time spent":"318.163885ms","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T07:52:43.571639Z","caller":"traceutil/trace.go:171","msg":"trace[563304569] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"318.719305ms","start":"2026-05-28T07:52:43.252871Z","end":"2026-05-28T07:52:43.57159Z","steps":["trace[563304569] 'process raft request' (duration: 251.96732ms)","trace[563304569] 'compare' (duration: 66.271476ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T07:52:43.571788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T07:52:43.252846Z","time spent":"318.866037ms","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T07:53:10.474263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.388674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-28T07:53:10.474257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.028403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-28T07:53:10.474418Z","caller":"traceutil/trace.go:171","msg":"trace[1206318833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:622; }","duration":"136.588498ms","start":"2026-05-28T07:53:10.33781Z","end":"2026-05-28T07:53:10.474399Z","steps":["trace[1206318833] 'range keys from in-memory index tree' (duration: 136.293792ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T07:53:10.474498Z","caller":"traceutil/trace.go:171","msg":"trace[590236043] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:622; }","duration":"302.315648ms","start":"2026-05-28T07:53:10.172122Z","end":"2026-05-28T07:53:10.474437Z","steps":["trace[590236043] 'range keys from in-memory index tree' (duration: 301.86594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T07:53:10.474597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T07:53:10.172083Z","time spent":"302.497582ms","remote":"127.0.0.1:34070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"info","ts":"2026-05-28T07:53:10.579362Z","caller":"traceutil/trace.go:171","msg":"trace[1048180655] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"125.533227ms","start":"2026-05-28T07:53:10.453805Z","end":"2026-05-28T07:53:10.579339Z","steps":["trace[1048180655] 'process raft request' (duration: 124.792274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T07:53:10.960173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T07:53:10.476166Z","time spent":"484.002093ms","remote":"127.0.0.1:34070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T07:53:10.96043Z","caller":"traceutil/trace.go:171","msg":"trace[1529745740] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:643; }","duration":"129.327099ms","start":"2026-05-28T07:53:10.831088Z","end":"2026-05-28T07:53:10.960415Z","steps":["trace[1529745740] 'read index received' (duration: 127.584296ms)","trace[1529745740] 'applied index is now lower than readState.Index' (duration: 1.741953ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T07:53:10.960502Z","caller":"traceutil/trace.go:171","msg":"trace[590960067] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"482.420973ms","start":"2026-05-28T07:53:10.478058Z","end":"2026-05-28T07:53:10.960479Z","steps":["trace[590960067] 'process raft request' (duration: 482.050586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T07:53:10.96061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T07:53:10.478047Z","time spent":"482.489154ms","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T07:53:10.960702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.607734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T07:53:10.961122Z","caller":"traceutil/trace.go:171","msg":"trace[654051842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:625; }","duration":"130.058813ms","start":"2026-05-28T07:53:10.831045Z","end":"2026-05-28T07:53:10.961103Z","steps":["trace[654051842] 'agreement among raft nodes before linearized reading' (duration: 129.537272ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T07:53:10.960592Z","caller":"traceutil/trace.go:171","msg":"trace[267711081] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"313.281587ms","start":"2026-05-28T07:53:10.647285Z","end":"2026-05-28T07:53:10.960567Z","steps":["trace[267711081] 'process raft request' (duration: 313.091533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T07:53:10.961244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T07:53:10.647257Z","time spent":"313.947429ms","remote":"127.0.0.1:34214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T07:53:12.24342Z","caller":"traceutil/trace.go:171","msg":"trace[367697440] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"108.726728ms","start":"2026-05-28T07:53:12.13466Z","end":"2026-05-28T07:53:12.243386Z","steps":["trace[367697440] 'process raft request' (duration: 95.375965ms)","trace[367697440] 'compare' (duration: 13.185329ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T07:53:12.250681Z","caller":"traceutil/trace.go:171","msg":"trace[1563958066] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"109.711526ms","start":"2026-05-28T07:53:12.140882Z","end":"2026-05-28T07:53:12.250593Z","steps":["trace[1563958066] 'process raft request' (duration: 109.677235ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T07:53:12.250795Z","caller":"traceutil/trace.go:171","msg":"trace[578565397] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"111.322896ms","start":"2026-05-28T07:53:12.139457Z","end":"2026-05-28T07:53:12.250779Z","steps":["trace[578565397] 'process raft request' (duration: 110.94816ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T07:53:12.251002Z","caller":"traceutil/trace.go:171","msg":"trace[291513429] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"111.405529ms","start":"2026-05-28T07:53:12.139486Z","end":"2026-05-28T07:53:12.250892Z","steps":["trace[291513429] 'process raft request' (duration: 111.035402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T07:53:25.182098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.141243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T07:53:25.182149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.22844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-28T07:53:25.182217Z","caller":"traceutil/trace.go:171","msg":"trace[21062454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:797; }","duration":"132.311907ms","start":"2026-05-28T07:53:25.04988Z","end":"2026-05-28T07:53:25.182192Z","steps":["trace[21062454] 'range keys from in-memory index tree' (duration: 131.830477ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T07:53:25.182237Z","caller":"traceutil/trace.go:171","msg":"trace[1645361759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:797; }","duration":"137.375023ms","start":"2026-05-28T07:53:25.044842Z","end":"2026-05-28T07:53:25.182217Z","steps":["trace[1645361759] 'range keys from in-memory index tree' (duration: 136.958245ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T07:54:43.697474Z","caller":"traceutil/trace.go:171","msg":"trace[1300329407] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"188.928301ms","start":"2026-05-28T07:54:43.508476Z","end":"2026-05-28T07:54:43.697404Z","steps":["trace[1300329407] 'process raft request' (duration: 188.661155ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T07:54:58.92073Z","caller":"traceutil/trace.go:171","msg":"trace[753671365] linearizableReadLoop","detail":"{readStateIndex:2071; appliedIndex:2070; }","duration":"258.207452ms","start":"2026-05-28T07:54:58.662499Z","end":"2026-05-28T07:54:58.920706Z","steps":["trace[753671365] 'read index received' (duration: 258.013469ms)","trace[753671365] 'applied index is now lower than readState.Index' (duration: 193.133µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T07:54:58.920853Z","caller":"traceutil/trace.go:171","msg":"trace[1365267517] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"265.175414ms","start":"2026-05-28T07:54:58.655666Z","end":"2026-05-28T07:54:58.920841Z","steps":["trace[1365267517] 'process raft request' (duration: 264.898329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T07:54:58.921118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.579379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T07:54:58.921234Z","caller":"traceutil/trace.go:171","msg":"trace[1005855113] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1998; }","duration":"258.744682ms","start":"2026-05-28T07:54:58.662469Z","end":"2026-05-28T07:54:58.921214Z","steps":["trace[1005855113] 'agreement among raft nodes before linearized reading' (duration: 258.558828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T07:54:58.921635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.431211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4w7mn\" ","response":"range_response_count:1 size:5851"} {"level":"info","ts":"2026-05-28T07:54:58.921712Z","caller":"traceutil/trace.go:171","msg":"trace[674269878] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4w7mn; range_end:; response_count:1; response_revision:1998; }","duration":"213.538002ms","start":"2026-05-28T07:54:58.708152Z","end":"2026-05-28T07:54:58.92169Z","steps":["trace[674269878] 'agreement among raft nodes before linearized reading' (duration: 213.323688ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T07:55:38.506727Z","caller":"traceutil/trace.go:171","msg":"trace[1418670416] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"121.048365ms","start":"2026-05-28T07:55:38.38565Z","end":"2026-05-28T07:55:38.506699Z","steps":["trace[1418670416] 'process raft request' (duration: 120.881112ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T07:55:38.875364Z","caller":"traceutil/trace.go:171","msg":"trace[1925055411] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"240.927277ms","start":"2026-05-28T07:55:38.63441Z","end":"2026-05-28T07:55:38.875338Z","steps":["trace[1925055411] 'process raft request' (duration: 240.744503ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T07:55:38.885354Z","caller":"traceutil/trace.go:171","msg":"trace[1453820675] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"250.826813ms","start":"2026-05-28T07:55:38.634501Z","end":"2026-05-28T07:55:38.885328Z","steps":["trace[1453820675] 'process raft request' (duration: 250.6416ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T07:55:38.88546Z","caller":"traceutil/trace.go:171","msg":"trace[1181959567] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"119.889293ms","start":"2026-05-28T07:55:38.765555Z","end":"2026-05-28T07:55:38.885444Z","steps":["trace[1181959567] 'process raft request' (duration: 119.71873ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T07:56:13.444664Z","caller":"traceutil/trace.go:171","msg":"trace[1281001059] linearizableReadLoop","detail":"{readStateIndex:2689; appliedIndex:2688; }","duration":"135.766481ms","start":"2026-05-28T07:56:13.308875Z","end":"2026-05-28T07:56:13.444641Z","steps":["trace[1281001059] 'read index received' (duration: 135.614627ms)","trace[1281001059] 'applied index is now lower than readState.Index' (duration: 150.794µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T07:56:13.444856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.975166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T07:56:13.444887Z","caller":"traceutil/trace.go:171","msg":"trace[457220535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2592; }","duration":"136.094138ms","start":"2026-05-28T07:56:13.308786Z","end":"2026-05-28T07:56:13.44488Z","steps":["trace[457220535] 'agreement among raft nodes before linearized reading' (duration: 135.957025ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T07:56:13.445002Z","caller":"traceutil/trace.go:171","msg":"trace[624289198] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"255.947129ms","start":"2026-05-28T07:56:13.189027Z","end":"2026-05-28T07:56:13.444974Z","steps":["trace[624289198] 'process raft request' (duration: 255.485601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T08:00:46.062605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.38153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T08:00:46.062747Z","caller":"traceutil/trace.go:171","msg":"trace[2062065481] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"273.490336ms","start":"2026-05-28T08:00:45.789223Z","end":"2026-05-28T08:00:46.062713Z","steps":["trace[2062065481] 'process raft request' (duration: 122.787109ms)","trace[2062065481] 'compare' (duration: 150.174507ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T08:00:46.062846Z","caller":"traceutil/trace.go:171","msg":"trace[141811935] linearizableReadLoop","detail":"{readStateIndex:5228; appliedIndex:5227; }","duration":"152.813497ms","start":"2026-05-28T08:00:45.910005Z","end":"2026-05-28T08:00:46.062818Z","steps":["trace[141811935] 'read index received' (duration: 1.965617ms)","trace[141811935] 'applied index is now lower than readState.Index' (duration: 150.845299ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T08:00:46.062972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.96902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-smartctl-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T08:00:46.06301Z","caller":"traceutil/trace.go:171","msg":"trace[1201646649] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-smartctl-exporter; range_end:; response_count:0; response_revision:5037; }","duration":"153.039491ms","start":"2026-05-28T08:00:45.909958Z","end":"2026-05-28T08:00:46.062998Z","steps":["trace[1201646649] 'agreement among raft nodes before linearized reading' (duration: 152.958149ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:00:46.28493Z","caller":"traceutil/trace.go:171","msg":"trace[432326800] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"141.600024ms","start":"2026-05-28T08:00:46.143297Z","end":"2026-05-28T08:00:46.284897Z","steps":["trace[432326800] 'process raft request' (duration: 141.39902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T08:00:51.67674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.354134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-f85794c7b-8cpv7\" ","response":"range_response_count:1 size:11251"} {"level":"info","ts":"2026-05-28T08:00:51.676881Z","caller":"traceutil/trace.go:171","msg":"trace[1355617192] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-f85794c7b-8cpv7; range_end:; response_count:1; response_revision:5118; }","duration":"147.507577ms","start":"2026-05-28T08:00:51.529346Z","end":"2026-05-28T08:00:51.676854Z","steps":["trace[1355617192] 'range keys from in-memory index tree' (duration: 147.15074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T08:00:51.676875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.292428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T08:00:51.677131Z","caller":"traceutil/trace.go:171","msg":"trace[111698151] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5118; }","duration":"151.560752ms","start":"2026-05-28T08:00:51.525502Z","end":"2026-05-28T08:00:51.677062Z","steps":["trace[111698151] 'count revisions from in-memory index tree' (duration: 151.198815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T08:00:51.676995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.950808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T08:00:51.677439Z","caller":"traceutil/trace.go:171","msg":"trace[1144662409] linearizableReadLoop","detail":"{readStateIndex:5314; appliedIndex:5313; }","duration":"135.938787ms","start":"2026-05-28T08:00:51.541481Z","end":"2026-05-28T08:00:51.67742Z","steps":["trace[1144662409] 'read index received' (duration: 8.50374ms)","trace[1144662409] 'applied index is now lower than readState.Index' (duration: 127.433577ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T08:00:51.677474Z","caller":"traceutil/trace.go:171","msg":"trace[1120102482] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"145.889715ms","start":"2026-05-28T08:00:51.531548Z","end":"2026-05-28T08:00:51.677437Z","steps":["trace[1120102482] 'process raft request' (duration: 18.437288ms)","trace[1120102482] 'compare' (duration: 126.728124ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T08:00:51.677793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.283643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T08:00:51.677889Z","caller":"traceutil/trace.go:171","msg":"trace[574800956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5119; }","duration":"136.424946ms","start":"2026-05-28T08:00:51.541442Z","end":"2026-05-28T08:00:51.677867Z","steps":["trace[574800956] 'agreement among raft nodes before linearized reading' (duration: 136.07468ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:00:51.718061Z","caller":"traceutil/trace.go:171","msg":"trace[1296038942] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"122.83235ms","start":"2026-05-28T08:00:51.595185Z","end":"2026-05-28T08:00:51.718016Z","steps":["trace[1296038942] 'process raft request' (duration: 122.662937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T08:00:51.718118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.627045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-28T08:00:51.718193Z","caller":"traceutil/trace.go:171","msg":"trace[879725328] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5120; }","duration":"151.714926ms","start":"2026-05-28T08:00:51.566458Z","end":"2026-05-28T08:00:51.718173Z","steps":["trace[879725328] 'agreement among raft nodes before linearized reading' (duration: 151.515642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T08:00:51.718545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.20307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T08:00:51.71859Z","caller":"traceutil/trace.go:171","msg":"trace[1114822559] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5120; }","duration":"139.280951ms","start":"2026-05-28T08:00:51.579297Z","end":"2026-05-28T08:00:51.718578Z","steps":["trace[1114822559] 'agreement among raft nodes before linearized reading' (duration: 139.208569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T08:00:52.07859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.241353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T08:00:52.078689Z","caller":"traceutil/trace.go:171","msg":"trace[1569720208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5132; }","duration":"118.413247ms","start":"2026-05-28T08:00:51.960254Z","end":"2026-05-28T08:00:52.078668Z","steps":["trace[1569720208] 'range keys from in-memory index tree' (duration: 118.121941ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:01:03.141301Z","caller":"traceutil/trace.go:171","msg":"trace[1793174034] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"120.490135ms","start":"2026-05-28T08:01:03.020776Z","end":"2026-05-28T08:01:03.141266Z","steps":["trace[1793174034] 'process raft request' (duration: 120.316132ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:01:20.954154Z","caller":"traceutil/trace.go:171","msg":"trace[1975610133] linearizableReadLoop","detail":"{readStateIndex:5759; appliedIndex:5758; }","duration":"121.026445ms","start":"2026-05-28T08:01:20.833101Z","end":"2026-05-28T08:01:20.954127Z","steps":["trace[1975610133] 'read index received' (duration: 87.073494ms)","trace[1975610133] 'applied index is now lower than readState.Index' (duration: 33.951511ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T08:01:20.954195Z","caller":"traceutil/trace.go:171","msg":"trace[2065212728] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"340.4332ms","start":"2026-05-28T08:01:20.613736Z","end":"2026-05-28T08:01:20.954169Z","steps":["trace[2065212728] 'process raft request' (duration: 306.624222ms)","trace[2065212728] 'compare' (duration: 33.610025ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T08:01:20.954331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.22509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-05-28T08:01:20.954349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T08:01:20.61371Z","time spent":"340.561933ms","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T08:01:20.954403Z","caller":"traceutil/trace.go:171","msg":"trace[121834076] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5553; }","duration":"121.354632ms","start":"2026-05-28T08:01:20.833031Z","end":"2026-05-28T08:01:20.954386Z","steps":["trace[121834076] 'agreement among raft nodes before linearized reading' (duration: 121.197449ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:01:21.273971Z","caller":"traceutil/trace.go:171","msg":"trace[1020766176] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"298.64299ms","start":"2026-05-28T08:01:20.97529Z","end":"2026-05-28T08:01:21.273933Z","steps":["trace[1020766176] 'process raft request' (duration: 259.48735ms)","trace[1020766176] 'compare' (duration: 38.869195ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T08:02:26.699134Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3011} {"level":"info","ts":"2026-05-28T08:02:26.779169Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3011,"took":"78.640319ms","hash":4200668512,"current-db-size-bytes":59154432,"current-db-size":"59 MB","current-db-size-in-use-bytes":32067584,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-28T08:02:26.779249Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4200668512,"revision":3011,"compact-revision":-1} {"level":"info","ts":"2026-05-28T08:07:18.455606Z","caller":"traceutil/trace.go:171","msg":"trace[1039907309] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"270.665906ms","start":"2026-05-28T08:07:18.184916Z","end":"2026-05-28T08:07:18.455581Z","steps":["trace[1039907309] 'process raft request' (duration: 270.534574ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:07:18.455767Z","caller":"traceutil/trace.go:171","msg":"trace[425175448] linearizableReadLoop","detail":"{readStateIndex:8556; appliedIndex:8556; }","duration":"269.460202ms","start":"2026-05-28T08:07:18.186279Z","end":"2026-05-28T08:07:18.45574Z","steps":["trace[425175448] 'read index received' (duration: 269.454222ms)","trace[425175448] 'applied index is now lower than readState.Index' (duration: 5.17µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T08:07:18.456001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.708188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T08:07:18.456076Z","caller":"traceutil/trace.go:171","msg":"trace[1244023894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8263; }","duration":"269.834429ms","start":"2026-05-28T08:07:18.186231Z","end":"2026-05-28T08:07:18.456065Z","steps":["trace[1244023894] 'agreement among raft nodes before linearized reading' (duration: 269.642566ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:07:18.457811Z","caller":"traceutil/trace.go:171","msg":"trace[49666506] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"265.537988ms","start":"2026-05-28T08:07:18.192251Z","end":"2026-05-28T08:07:18.457789Z","steps":["trace[49666506] 'process raft request' (duration: 265.372915ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:07:26.706931Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6121} {"level":"info","ts":"2026-05-28T08:07:26.807975Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6121,"took":"99.06342ms","hash":3209930399,"current-db-size-bytes":59154432,"current-db-size":"59 MB","current-db-size-in-use-bytes":23863296,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-05-28T08:07:26.808062Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3209930399,"revision":6121,"compact-revision":3011} {"level":"info","ts":"2026-05-28T08:07:30.832672Z","caller":"traceutil/trace.go:171","msg":"trace[248363111] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"292.379187ms","start":"2026-05-28T08:07:30.540268Z","end":"2026-05-28T08:07:30.832647Z","steps":["trace[248363111] 'process raft request' (duration: 253.305445ms)","trace[248363111] 'compare' (duration: 38.9771ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T08:07:30.88734Z","caller":"traceutil/trace.go:171","msg":"trace[190545077] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"346.956374ms","start":"2026-05-28T08:07:30.54036Z","end":"2026-05-28T08:07:30.887316Z","steps":["trace[190545077] 'process raft request' (duration: 346.788001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T08:07:30.887481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T08:07:30.540336Z","time spent":"347.074085ms","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T08:07:30.887494Z","caller":"traceutil/trace.go:171","msg":"trace[1452791935] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"138.069481ms","start":"2026-05-28T08:07:30.749404Z","end":"2026-05-28T08:07:30.887474Z","steps":["trace[1452791935] 'process raft request' (duration: 137.867157ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:07:30.887496Z","caller":"traceutil/trace.go:171","msg":"trace[1740806956] linearizableReadLoop","detail":"{readStateIndex:8626; appliedIndex:8624; }","duration":"269.153367ms","start":"2026-05-28T08:07:30.618304Z","end":"2026-05-28T08:07:30.887457Z","steps":["trace[1740806956] 'read index received' (duration: 175.272076ms)","trace[1740806956] 'applied index is now lower than readState.Index' (duration: 93.874581ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T08:07:30.887747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.428722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T08:07:30.887792Z","caller":"traceutil/trace.go:171","msg":"trace[1812559429] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8330; }","duration":"269.529824ms","start":"2026-05-28T08:07:30.618249Z","end":"2026-05-28T08:07:30.887779Z","steps":["trace[1812559429] 'agreement among raft nodes before linearized reading' (duration: 269.330531ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:07:58.754831Z","caller":"traceutil/trace.go:171","msg":"trace[1447642333] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"124.462682ms","start":"2026-05-28T08:07:58.630349Z","end":"2026-05-28T08:07:58.754812Z","steps":["trace[1447642333] 'process raft request' (duration: 124.333499ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:08:01.621473Z","caller":"traceutil/trace.go:171","msg":"trace[412774411] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"103.029685ms","start":"2026-05-28T08:08:01.518417Z","end":"2026-05-28T08:08:01.621447Z","steps":["trace[412774411] 'process raft request' (duration: 102.877682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T08:08:02.356716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.730595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9z9cg\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-05-28T08:08:02.356825Z","caller":"traceutil/trace.go:171","msg":"trace[1118738748] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9z9cg; range_end:; response_count:1; response_revision:8554; }","duration":"105.896668ms","start":"2026-05-28T08:08:02.250907Z","end":"2026-05-28T08:08:02.356804Z","steps":["trace[1118738748] 'range keys from in-memory index tree' (duration: 105.523732ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:08:07.443955Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000022cd.wal"} {"level":"warn","ts":"2026-05-28T08:08:11.333377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.41037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T08:08:11.333659Z","caller":"traceutil/trace.go:171","msg":"trace[1785955562] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"250.789689ms","start":"2026-05-28T08:08:11.08284Z","end":"2026-05-28T08:08:11.33363Z","steps":["trace[1785955562] 'process raft request' (duration: 96.051233ms)","trace[1785955562] 'compare' (duration: 154.101504ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T08:08:11.333542Z","caller":"traceutil/trace.go:171","msg":"trace[1723789514] linearizableReadLoop","detail":"{readStateIndex:8954; appliedIndex:8952; }","duration":"215.286015ms","start":"2026-05-28T08:08:11.118243Z","end":"2026-05-28T08:08:11.333529Z","steps":["trace[1723789514] 'read index received' (duration: 60.663132ms)","trace[1723789514] 'applied index is now lower than readState.Index' (duration: 154.621863ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T08:08:11.333846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.608141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-vdb8z\" ","response":"range_response_count:1 size:4644"} {"level":"info","ts":"2026-05-28T08:08:11.333877Z","caller":"traceutil/trace.go:171","msg":"trace[1773520643] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-vdb8z; range_end:; response_count:1; response_revision:8643; }","duration":"215.680783ms","start":"2026-05-28T08:08:11.118188Z","end":"2026-05-28T08:08:11.333869Z","steps":["trace[1773520643] 'agreement among raft nodes before linearized reading' (duration: 215.5278ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:08:11.333883Z","caller":"traceutil/trace.go:171","msg":"trace[1556882688] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"215.726523ms","start":"2026-05-28T08:08:11.118146Z","end":"2026-05-28T08:08:11.333873Z","steps":["trace[1556882688] 'process raft request' (duration: 215.316365ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:08:11.461676Z","caller":"traceutil/trace.go:171","msg":"trace[1876635034] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"123.178716ms","start":"2026-05-28T08:08:11.338467Z","end":"2026-05-28T08:08:11.461646Z","steps":["trace[1876635034] 'process raft request' (duration: 116.736115ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:08:11.474131Z","caller":"traceutil/trace.go:171","msg":"trace[743525591] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"132.727169ms","start":"2026-05-28T08:08:11.341036Z","end":"2026-05-28T08:08:11.473763Z","steps":["trace[743525591] 'process raft request' (duration: 132.578147ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:09:23.614633Z","caller":"traceutil/trace.go:171","msg":"trace[527760059] transaction","detail":"{read_only:false; response_revision:9367; number_of_response:1; }","duration":"255.626445ms","start":"2026-05-28T08:09:23.358946Z","end":"2026-05-28T08:09:23.614573Z","steps":["trace[527760059] 'process raft request' (duration: 255.430991ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:10:01.910646Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"50e03cebfd94cbba","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-28T08:10:01.917355Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-28T08:10:01.91755Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-28T08:12:05.342618Z","caller":"traceutil/trace.go:171","msg":"trace[1046147877] linearizableReadLoop","detail":"{readStateIndex:11034; appliedIndex:11033; }","duration":"120.501909ms","start":"2026-05-28T08:12:05.222082Z","end":"2026-05-28T08:12:05.342584Z","steps":["trace[1046147877] 'read index received' (duration: 120.405007ms)","trace[1046147877] 'applied index is now lower than readState.Index' (duration: 95.642µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T08:12:05.342688Z","caller":"traceutil/trace.go:171","msg":"trace[1847157382] transaction","detail":"{read_only:false; response_revision:10665; number_of_response:1; }","duration":"177.343994ms","start":"2026-05-28T08:12:05.165305Z","end":"2026-05-28T08:12:05.342649Z","steps":["trace[1847157382] 'process raft request' (duration: 176.988558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T08:12:05.342849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.730923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T08:12:05.342913Z","caller":"traceutil/trace.go:171","msg":"trace[772864343] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:10665; }","duration":"120.840276ms","start":"2026-05-28T08:12:05.222055Z","end":"2026-05-28T08:12:05.342895Z","steps":["trace[772864343] 'agreement among raft nodes before linearized reading' (duration: 120.710763ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:12:26.713839Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8307} {"level":"info","ts":"2026-05-28T08:12:26.793366Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8307,"took":"77.162633ms","hash":18250066,"current-db-size-bytes":59154432,"current-db-size":"59 MB","current-db-size-in-use-bytes":26472448,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-28T08:12:26.79344Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":18250066,"revision":8307,"compact-revision":6121} {"level":"info","ts":"2026-05-28T08:12:47.470592Z","caller":"traceutil/trace.go:171","msg":"trace[857378900] transaction","detail":"{read_only:false; response_revision:11109; number_of_response:1; }","duration":"103.476814ms","start":"2026-05-28T08:12:47.367093Z","end":"2026-05-28T08:12:47.47057Z","steps":["trace[857378900] 'process raft request' (duration: 103.352551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T08:13:09.066295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.953171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T08:13:09.066393Z","caller":"traceutil/trace.go:171","msg":"trace[900714318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11227; }","duration":"128.100384ms","start":"2026-05-28T08:13:08.93827Z","end":"2026-05-28T08:13:09.066371Z","steps":["trace[900714318] 'range keys from in-memory index tree' (duration: 127.775697ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:13:09.164645Z","caller":"traceutil/trace.go:171","msg":"trace[1557902968] transaction","detail":"{read_only:false; response_revision:11228; number_of_response:1; }","duration":"177.470695ms","start":"2026-05-28T08:13:08.987145Z","end":"2026-05-28T08:13:09.164616Z","steps":["trace[1557902968] 'process raft request' (duration: 177.288271ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:13:09.194645Z","caller":"traceutil/trace.go:171","msg":"trace[1388810047] transaction","detail":"{read_only:false; response_revision:11229; number_of_response:1; }","duration":"124.204889ms","start":"2026-05-28T08:13:09.070409Z","end":"2026-05-28T08:13:09.194614Z","steps":["trace[1388810047] 'process raft request' (duration: 100.533808ms)","trace[1388810047] 'compare' (duration: 23.524808ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T08:17:26.718983Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10809} {"level":"info","ts":"2026-05-28T08:17:26.792952Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10809,"took":"72.138463ms","hash":48099169,"current-db-size-bytes":59154432,"current-db-size":"59 MB","current-db-size-in-use-bytes":28094464,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-28T08:17:26.793007Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":48099169,"revision":10809,"compact-revision":8307} {"level":"info","ts":"2026-05-28T08:19:36.299169Z","caller":"traceutil/trace.go:171","msg":"trace[451447472] transaction","detail":"{read_only:false; response_revision:13834; number_of_response:1; }","duration":"137.981786ms","start":"2026-05-28T08:19:36.161153Z","end":"2026-05-28T08:19:36.299134Z","steps":["trace[451447472] 'process raft request' (duration: 137.781952ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T08:19:57.221098Z","caller":"traceutil/trace.go:171","msg":"trace[77277298] linearizableReadLoop","detail":"{readStateIndex:14624; appliedIndex:14623; }","duration":"248.141804ms","start":"2026-05-28T08:19:56.972928Z","end":"2026-05-28T08:19:57.221069Z","steps":["trace[77277298] 'read index received' (duration: 248.036822ms)","trace[77277298] 'applied index is now lower than readState.Index' (duration: 103.872µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T08:19:57.221146Z","caller":"traceutil/trace.go:171","msg":"trace[929061602] transaction","detail":"{read_only:false; response_revision:14134; number_of_response:1; }","duration":"256.498653ms","start":"2026-05-28T08:19:56.964631Z","end":"2026-05-28T08:19:57.22113Z","steps":["trace[929061602] 'process raft request' (duration: 256.261269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T08:19:57.22137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.425829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T08:19:57.221428Z","caller":"traceutil/trace.go:171","msg":"trace[1251744190] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14134; }","duration":"248.534611ms","start":"2026-05-28T08:19:56.972878Z","end":"2026-05-28T08:19:57.221413Z","steps":["trace[1251744190] 'agreement among raft nodes before linearized reading' (duration: 248.348488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T08:21:21.967441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.075882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T08:21:21.967661Z","caller":"traceutil/trace.go:171","msg":"trace[1771105890] transaction","detail":"{read_only:false; response_revision:14941; number_of_response:1; }","duration":"150.313362ms","start":"2026-05-28T08:21:21.817289Z","end":"2026-05-28T08:21:21.967602Z","steps":["trace[1771105890] 'process raft request' (duration: 38.945914ms)","trace[1771105890] 'compare' (duration: 110.825728ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T08:22:26.724768Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12986} {"level":"info","ts":"2026-05-28T08:22:26.798194Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12986,"took":"70.859445ms","hash":4197624834,"current-db-size-bytes":59154432,"current-db-size":"59 MB","current-db-size-in-use-bytes":30588928,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-28T08:22:26.798382Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4197624834,"revision":12986,"compact-revision":10809} {"level":"info","ts":"2026-05-28T08:27:26.73071Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15369} {"level":"info","ts":"2026-05-28T08:27:26.820009Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15369,"took":"86.157058ms","hash":3515483511,"current-db-size-bytes":59154432,"current-db-size":"59 MB","current-db-size-in-use-bytes":28282880,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-28T08:27:26.8201Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3515483511,"revision":15369,"compact-revision":12986}