{"level":"warn","ts":"2026-04-03T05:04:40.732264Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T05:04:40.73235Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.36:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.36:2380","--initial-cluster=instance=https://162.253.55.36:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.36:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.36:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-03T05:04:40.732425Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T05:04:40.732439Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-04-03T05:04:40.73246Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T05:04:40.73301Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"]} {"level":"info","ts":"2026-04-03T05:04:40.73309Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.36:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-03T05:04:40.737106Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.796706ms"} {"level":"info","ts":"2026-04-03T05:04:40.746921Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cb89ec34a9687f0b","cluster-id":"d8e0d5e222e856c9"} {"level":"info","ts":"2026-04-03T05:04:40.747005Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=()"} {"level":"info","ts":"2026-04-03T05:04:40.747037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 0"} {"level":"info","ts":"2026-04-03T05:04:40.74706Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cb89ec34a9687f0b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-03T05:04:40.747076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 1"} {"level":"info","ts":"2026-04-03T05:04:40.747171Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"warn","ts":"2026-04-03T05:04:40.753469Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-03T05:04:40.75534Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-03T05:04:40.757152Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-03T05:04:40.760139Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cb89ec34a9687f0b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-03T05:04:40.760329Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T05:04:40.760481Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T05:04:40.760508Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T05:04:40.760708Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cb89ec34a9687f0b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-03T05:04:40.762681Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"info","ts":"2026-04-03T05:04:40.763378Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","added-peer-id":"cb89ec34a9687f0b","added-peer-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-04-03T05:04:40.765579Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T05:04:40.765643Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-04-03T05:04:40.765675Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-04-03T05:04:40.76578Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cb89ec34a9687f0b","initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-03T05:04:40.765822Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-03T05:04:40.94775Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b is starting a new election at term 1"} {"level":"info","ts":"2026-04-03T05:04:40.947831Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became pre-candidate at term 1"} {"level":"info","ts":"2026-04-03T05:04:40.947863Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgPreVoteResp from cb89ec34a9687f0b at term 1"} {"level":"info","ts":"2026-04-03T05:04:40.947883Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became candidate at term 2"} {"level":"info","ts":"2026-04-03T05:04:40.947914Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgVoteResp from cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-04-03T05:04:40.947928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became leader at term 2"} {"level":"info","ts":"2026-04-03T05:04:40.947942Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cb89ec34a9687f0b elected leader cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-04-03T05:04:40.948951Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cb89ec34a9687f0b","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.36:2379]}","request-path":"/0/members/cb89ec34a9687f0b/attributes","cluster-id":"d8e0d5e222e856c9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-03T05:04:40.948994Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T05:04:40.94908Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T05:04:40.949111Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T05:04:40.949331Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-03T05:04:40.949422Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-03T05:04:40.95004Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T05:04:40.950147Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T05:04:40.950174Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T05:04:40.95347Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.36:2379"} {"level":"info","ts":"2026-04-03T05:04:40.953725Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-03T05:05:18.000782Z","caller":"traceutil/trace.go:171","msg":"trace[533678024] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"152.676705ms","start":"2026-04-03T05:05:17.848075Z","end":"2026-04-03T05:05:18.000752Z","steps":["trace[533678024] 'process raft request' (duration: 152.10767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:05:18.50956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.664872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:05:18.509947Z","caller":"traceutil/trace.go:171","msg":"trace[8324423] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"409.20312ms","start":"2026-04-03T05:05:18.100717Z","end":"2026-04-03T05:05:18.50992Z","steps":["trace[8324423] 'read index received' (duration: 251.445633ms)","trace[8324423] 'applied index is now lower than readState.Index' (duration: 157.755717ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:05:18.510059Z","caller":"traceutil/trace.go:171","msg":"trace[572778231] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"441.340854ms","start":"2026-04-03T05:05:18.068704Z","end":"2026-04-03T05:05:18.510045Z","steps":["trace[572778231] 'process raft request' (duration: 283.578257ms)","trace[572778231] 'compare' (duration: 156.466096ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:05:18.510131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:05:18.068678Z","time spent":"441.420816ms","remote":"127.0.0.1:53314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:05:18.510453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.715715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-t469c\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-03T05:05:18.510507Z","caller":"traceutil/trace.go:171","msg":"trace[166896736] range","detail":"{range_begin:/registry/pods/kube-system/cilium-t469c; range_end:; response_count:1; response_revision:618; }","duration":"409.825807ms","start":"2026-04-03T05:05:18.100666Z","end":"2026-04-03T05:05:18.510492Z","steps":["trace[166896736] 'agreement among raft nodes before linearized reading' (duration: 409.604791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:05:18.510551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:05:18.10065Z","time spent":"409.890148ms","remote":"127.0.0.1:52984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-t469c\" "} {"level":"warn","ts":"2026-04-03T05:05:18.510538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.568534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:05:18.510623Z","caller":"traceutil/trace.go:171","msg":"trace[269216372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:618; }","duration":"378.724139ms","start":"2026-04-03T05:05:18.131878Z","end":"2026-04-03T05:05:18.510602Z","steps":["trace[269216372] 'agreement among raft nodes before linearized reading' (duration: 378.473342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:05:18.510691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:05:18.131859Z","time spent":"378.825901ms","remote":"127.0.0.1:53074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:05:34.983559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.731117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:05:34.983649Z","caller":"traceutil/trace.go:171","msg":"trace[930835685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:783; }","duration":"182.872921ms","start":"2026-04-03T05:05:34.800757Z","end":"2026-04-03T05:05:34.98363Z","steps":["trace[930835685] 'range keys from in-memory index tree' (duration: 182.548393ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:06:01.604258Z","caller":"traceutil/trace.go:171","msg":"trace[1657291034] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"274.378562ms","start":"2026-04-03T05:06:01.329853Z","end":"2026-04-03T05:06:01.604232Z","steps":["trace[1657291034] 'process raft request' (duration: 274.239539ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:06:01.608145Z","caller":"traceutil/trace.go:171","msg":"trace[1444837401] linearizableReadLoop","detail":"{readStateIndex:1201; appliedIndex:1199; }","duration":"195.953019ms","start":"2026-04-03T05:06:01.412165Z","end":"2026-04-03T05:06:01.608118Z","steps":["trace[1444837401] 'read index received' (duration: 191.877831ms)","trace[1444837401] 'applied index is now lower than readState.Index' (duration: 4.074168ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:06:01.608221Z","caller":"traceutil/trace.go:171","msg":"trace[735030261] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"230.143743ms","start":"2026-04-03T05:06:01.378055Z","end":"2026-04-03T05:06:01.608198Z","steps":["trace[735030261] 'process raft request' (duration: 229.912548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:06:01.608367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.190454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:06:01.608425Z","caller":"traceutil/trace.go:171","msg":"trace[1243625624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1169; }","duration":"196.298857ms","start":"2026-04-03T05:06:01.412109Z","end":"2026-04-03T05:06:01.608408Z","steps":["trace[1243625624] 'agreement among raft nodes before linearized reading' (duration: 196.121093ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:06:44.494239Z","caller":"traceutil/trace.go:171","msg":"trace[2021722427] linearizableReadLoop","detail":"{readStateIndex:1880; appliedIndex:1879; }","duration":"205.97166ms","start":"2026-04-03T05:06:44.288242Z","end":"2026-04-03T05:06:44.494214Z","steps":["trace[2021722427] 'read index received' (duration: 193.437452ms)","trace[2021722427] 'applied index is now lower than readState.Index' (duration: 12.532968ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:06:44.494325Z","caller":"traceutil/trace.go:171","msg":"trace[221892984] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"216.062886ms","start":"2026-04-03T05:06:44.278216Z","end":"2026-04-03T05:06:44.494279Z","steps":["trace[221892984] 'process raft request' (duration: 203.494418ms)","trace[221892984] 'compare' (duration: 12.276771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:06:44.494458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.267417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T05:06:44.494444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.326238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:06:44.494492Z","caller":"traceutil/trace.go:171","msg":"trace[2083723841] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:1816; }","duration":"206.337868ms","start":"2026-04-03T05:06:44.288144Z","end":"2026-04-03T05:06:44.494482Z","steps":["trace[2083723841] 'agreement among raft nodes before linearized reading' (duration: 206.196525ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:06:44.494505Z","caller":"traceutil/trace.go:171","msg":"trace[437565620] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1816; }","duration":"144.456761ms","start":"2026-04-03T05:06:44.350033Z","end":"2026-04-03T05:06:44.49449Z","steps":["trace[437565620] 'agreement among raft nodes before linearized reading' (duration: 144.336898ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:06:44.69403Z","caller":"traceutil/trace.go:171","msg":"trace[1513457083] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"102.878981ms","start":"2026-04-03T05:06:44.591117Z","end":"2026-04-03T05:06:44.693996Z","steps":["trace[1513457083] 'process raft request' (duration: 102.636966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:06:44.91572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.417813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-649794f9-0bc2-4dc6-9b0c-9845f05d6337\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-04-03T05:06:44.915829Z","caller":"traceutil/trace.go:171","msg":"trace[1814486938] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-649794f9-0bc2-4dc6-9b0c-9845f05d6337; range_end:; response_count:1; response_revision:1818; }","duration":"118.551276ms","start":"2026-04-03T05:06:44.797236Z","end":"2026-04-03T05:06:44.915787Z","steps":["trace[1814486938] 'range keys from in-memory index tree' (duration: 118.273799ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:02.712181Z","caller":"traceutil/trace.go:171","msg":"trace[871151700] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"132.389345ms","start":"2026-04-03T05:07:02.579764Z","end":"2026-04-03T05:07:02.712153Z","steps":["trace[871151700] 'process raft request' (duration: 132.220801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:28.611217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.932073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2c07b32951030\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-03T05:07:28.611346Z","caller":"traceutil/trace.go:171","msg":"trace[592650215] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a2c07b32951030; range_end:; response_count:1; response_revision:2111; }","duration":"114.145648ms","start":"2026-04-03T05:07:28.497177Z","end":"2026-04-03T05:07:28.611322Z","steps":["trace[592650215] 'range keys from in-memory index tree' (duration: 113.654686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:34.642747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.153914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:07:34.642835Z","caller":"traceutil/trace.go:171","msg":"trace[245525628] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2142; }","duration":"237.298357ms","start":"2026-04-03T05:07:34.405515Z","end":"2026-04-03T05:07:34.642813Z","steps":["trace[245525628] 'range keys from in-memory index tree' (duration: 236.948079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:34.643135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.067443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:07:34.643259Z","caller":"traceutil/trace.go:171","msg":"trace[1477909761] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"221.144512ms","start":"2026-04-03T05:07:34.4221Z","end":"2026-04-03T05:07:34.643244Z","steps":["trace[1477909761] 'process raft request' (duration: 100.612407ms)","trace[1477909761] 'compare' (duration: 119.720815ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:07:39.883118Z","caller":"traceutil/trace.go:171","msg":"trace[1350116659] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"118.686629ms","start":"2026-04-03T05:07:39.7644Z","end":"2026-04-03T05:07:39.883087Z","steps":["trace[1350116659] 'process raft request' (duration: 118.522415ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:39.945318Z","caller":"traceutil/trace.go:171","msg":"trace[1871952747] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"139.97133ms","start":"2026-04-03T05:07:39.805301Z","end":"2026-04-03T05:07:39.945272Z","steps":["trace[1871952747] 'process raft request' (duration: 116.190919ms)","trace[1871952747] 'compare' (duration: 23.389111ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:27.082229Z","caller":"traceutil/trace.go:171","msg":"trace[439133019] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"114.118768ms","start":"2026-04-03T05:08:26.968076Z","end":"2026-04-03T05:08:27.082195Z","steps":["trace[439133019] 'process raft request' (duration: 101.272174ms)","trace[439133019] 'compare' (duration: 12.501075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:27.082287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.957833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-03T05:08:27.082354Z","caller":"traceutil/trace.go:171","msg":"trace[2110773015] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2472; }","duration":"177.081317ms","start":"2026-04-03T05:08:26.905257Z","end":"2026-04-03T05:08:27.082339Z","steps":["trace[2110773015] 'range keys from in-memory index tree' (duration: 176.751318ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:03.43261Z","caller":"traceutil/trace.go:171","msg":"trace[335580926] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"118.395977ms","start":"2026-04-03T05:09:03.314179Z","end":"2026-04-03T05:09:03.432575Z","steps":["trace[335580926] 'process raft request' (duration: 118.211653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:38.304572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.934083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:11:38.304665Z","caller":"traceutil/trace.go:171","msg":"trace[535653464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3673; }","duration":"103.075516ms","start":"2026-04-03T05:11:38.201572Z","end":"2026-04-03T05:11:38.304647Z","steps":["trace[535653464] 'range keys from in-memory index tree' (duration: 102.644276ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:43.643233Z","caller":"traceutil/trace.go:171","msg":"trace[548293694] linearizableReadLoop","detail":"{readStateIndex:3837; appliedIndex:3836; }","duration":"101.406925ms","start":"2026-04-03T05:11:43.541802Z","end":"2026-04-03T05:11:43.643209Z","steps":["trace[548293694] 'read index received' (duration: 101.22996ms)","trace[548293694] 'applied index is now lower than readState.Index' (duration: 175.925µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:43.643287Z","caller":"traceutil/trace.go:171","msg":"trace[735660634] transaction","detail":"{read_only:false; response_revision:3703; number_of_response:1; }","duration":"102.690886ms","start":"2026-04-03T05:11:43.540568Z","end":"2026-04-03T05:11:43.643259Z","steps":["trace[735660634] 'process raft request' (duration: 102.492731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:43.643532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.717013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46081"} {"level":"info","ts":"2026-04-03T05:11:43.643576Z","caller":"traceutil/trace.go:171","msg":"trace[545792554] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:3703; }","duration":"101.823395ms","start":"2026-04-03T05:11:43.541745Z","end":"2026-04-03T05:11:43.643569Z","steps":["trace[545792554] 'agreement among raft nodes before linearized reading' (duration: 101.60039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:05.53096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.974227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8548b498-2536-48ba-8749-9f7c637e7e26\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-03T05:13:05.531088Z","caller":"traceutil/trace.go:171","msg":"trace[517342546] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8548b498-2536-48ba-8749-9f7c637e7e26; range_end:; response_count:1; response_revision:4838; }","duration":"120.11204ms","start":"2026-04-03T05:13:05.410948Z","end":"2026-04-03T05:13:05.53106Z","steps":["trace[517342546] 'range keys from in-memory index tree' (duration: 119.786942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:05.531191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.840388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-m7xbt.18a2c0cb43ce97db\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-03T05:13:05.531255Z","caller":"traceutil/trace.go:171","msg":"trace[280397609] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-m7xbt.18a2c0cb43ce97db; range_end:; response_count:1; response_revision:4838; }","duration":"115.922409ms","start":"2026-04-03T05:13:05.415311Z","end":"2026-04-03T05:13:05.531234Z","steps":["trace[280397609] 'range keys from in-memory index tree' (duration: 115.702204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:17.293193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.003098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:13:17.293436Z","caller":"traceutil/trace.go:171","msg":"trace[1617653593] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"120.848417ms","start":"2026-04-03T05:13:17.172552Z","end":"2026-04-03T05:13:17.293401Z","steps":["trace[1617653593] 'compare' (duration: 112.714592ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:24.896175Z","caller":"traceutil/trace.go:171","msg":"trace[1293475525] linearizableReadLoop","detail":"{readStateIndex:5395; appliedIndex:5394; }","duration":"117.20439ms","start":"2026-04-03T05:13:24.778935Z","end":"2026-04-03T05:13:24.896139Z","steps":["trace[1293475525] 'read index received' (duration: 35.683849ms)","trace[1293475525] 'applied index is now lower than readState.Index' (duration: 81.518701ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:13:24.896188Z","caller":"traceutil/trace.go:171","msg":"trace[154695529] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"123.778698ms","start":"2026-04-03T05:13:24.772364Z","end":"2026-04-03T05:13:24.896143Z","steps":["trace[154695529] 'process raft request' (duration: 42.35459ms)","trace[154695529] 'compare' (duration: 81.217883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:13:24.896565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.580129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-47d96fe0-6ca7-494c-a27b-1a8b344b2e5d\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-03T05:13:24.896683Z","caller":"traceutil/trace.go:171","msg":"trace[1775447165] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-47d96fe0-6ca7-494c-a27b-1a8b344b2e5d; range_end:; response_count:1; response_revision:5208; }","duration":"117.767873ms","start":"2026-04-03T05:13:24.778885Z","end":"2026-04-03T05:13:24.896653Z","steps":["trace[1775447165] 'agreement among raft nodes before linearized reading' (duration: 117.379064ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:25.274934Z","caller":"traceutil/trace.go:171","msg":"trace[211813212] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"370.807072ms","start":"2026-04-03T05:13:24.904092Z","end":"2026-04-03T05:13:25.274899Z","steps":["trace[211813212] 'process raft request' (duration: 369.525141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:25.27513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:24.904073Z","time spent":"370.963726ms","remote":"127.0.0.1:52984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:13:25.280382Z","caller":"traceutil/trace.go:171","msg":"trace[74611618] linearizableReadLoop","detail":"{readStateIndex:5398; appliedIndex:5396; }","duration":"169.101038ms","start":"2026-04-03T05:13:25.111251Z","end":"2026-04-03T05:13:25.280353Z","steps":["trace[74611618] 'read index received' (duration: 162.382887ms)","trace[74611618] 'applied index is now lower than readState.Index' (duration: 6.717121ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:13:25.28051Z","caller":"traceutil/trace.go:171","msg":"trace[3561843] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"346.66378ms","start":"2026-04-03T05:13:24.933819Z","end":"2026-04-03T05:13:25.280483Z","steps":["trace[3561843] 'process raft request' (duration: 346.392043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:25.280625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:24.933793Z","time spent":"346.776824ms","remote":"127.0.0.1:53074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:13:25.280648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.373835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:13:25.280698Z","caller":"traceutil/trace.go:171","msg":"trace[636900644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5211; }","duration":"169.498738ms","start":"2026-04-03T05:13:25.111185Z","end":"2026-04-03T05:13:25.280684Z","steps":["trace[636900644] 'agreement among raft nodes before linearized reading' (duration: 169.265852ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:14:41.191591Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2873} {"level":"info","ts":"2026-04-03T05:14:41.258922Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2873,"took":"65.635952ms","hash":1729655535,"current-db-size-bytes":57540608,"current-db-size":"58 MB","current-db-size-in-use-bytes":32960512,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-03T05:14:41.259007Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1729655535,"revision":2873,"compact-revision":-1} {"level":"warn","ts":"2026-04-03T05:19:23.575227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.403166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:19:23.575417Z","caller":"traceutil/trace.go:171","msg":"trace[1118783746] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"481.572275ms","start":"2026-04-03T05:19:23.093798Z","end":"2026-04-03T05:19:23.57537Z","steps":["trace[1118783746] 'process raft request' (duration: 221.885782ms)","trace[1118783746] 'compare' (duration: 259.107979ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:19:23.575496Z","caller":"traceutil/trace.go:171","msg":"trace[770718340] linearizableReadLoop","detail":"{readStateIndex:8311; appliedIndex:8310; }","duration":"440.521617ms","start":"2026-04-03T05:19:23.134942Z","end":"2026-04-03T05:19:23.575464Z","steps":["trace[770718340] 'read index received' (duration: 180.797114ms)","trace[770718340] 'applied index is now lower than readState.Index' (duration: 259.721193ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:19:23.575562Z","caller":"traceutil/trace.go:171","msg":"trace[1616433498] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"319.510336ms","start":"2026-04-03T05:19:23.256031Z","end":"2026-04-03T05:19:23.575541Z","steps":["trace[1616433498] 'process raft request' (duration: 319.353212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:23.575637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:23.255997Z","time spent":"319.609488ms","remote":"127.0.0.1:53074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:19:23.5757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:23.093737Z","time spent":"481.832551ms","remote":"127.0.0.1:53074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:19:23.575803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.837484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T05:19:23.575885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.903025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T05:19:23.575939Z","caller":"traceutil/trace.go:171","msg":"trace[759832596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8035; }","duration":"440.986588ms","start":"2026-04-03T05:19:23.134889Z","end":"2026-04-03T05:19:23.575876Z","steps":["trace[759832596] 'agreement among raft nodes before linearized reading' (duration: 440.703071ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:23.575982Z","caller":"traceutil/trace.go:171","msg":"trace[1575234417] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8035; }","duration":"186.038959ms","start":"2026-04-03T05:19:23.38992Z","end":"2026-04-03T05:19:23.575959Z","steps":["trace[1575234417] 'agreement among raft nodes before linearized reading' (duration: 185.766062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:23.576004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:23.134867Z","time spent":"441.127631ms","remote":"127.0.0.1:53074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:19:23.815768Z","caller":"traceutil/trace.go:171","msg":"trace[154816502] linearizableReadLoop","detail":"{readStateIndex:8314; appliedIndex:8312; }","duration":"183.799806ms","start":"2026-04-03T05:19:23.631939Z","end":"2026-04-03T05:19:23.815738Z","steps":["trace[154816502] 'read index received' (duration: 39.797509ms)","trace[154816502] 'applied index is now lower than readState.Index' (duration: 144.000877ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:19:23.815986Z","caller":"traceutil/trace.go:171","msg":"trace[1204062190] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"234.343349ms","start":"2026-04-03T05:19:23.581593Z","end":"2026-04-03T05:19:23.815936Z","steps":["trace[1204062190] 'process raft request' (duration: 149.636753ms)","trace[1204062190] 'compare' (duration: 84.387979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:19:23.816112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.149214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-03T05:19:23.816161Z","caller":"traceutil/trace.go:171","msg":"trace[806610346] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8037; }","duration":"184.281767ms","start":"2026-04-03T05:19:23.631862Z","end":"2026-04-03T05:19:23.816144Z","steps":["trace[806610346] 'agreement among raft nodes before linearized reading' (duration: 184.064192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:23.816463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.35193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:19:23.816546Z","caller":"traceutil/trace.go:171","msg":"trace[1814973259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8037; }","duration":"179.480673ms","start":"2026-04-03T05:19:23.637046Z","end":"2026-04-03T05:19:23.816527Z","steps":["trace[1814973259] 'agreement among raft nodes before linearized reading' (duration: 179.33637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:23.816584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.120837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:19:23.816629Z","caller":"traceutil/trace.go:171","msg":"trace[454139991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8037; }","duration":"172.190159ms","start":"2026-04-03T05:19:23.644425Z","end":"2026-04-03T05:19:23.816615Z","steps":["trace[454139991] 'agreement among raft nodes before linearized reading' (duration: 171.962064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:23.816596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.478237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-03T05:19:23.816711Z","caller":"traceutil/trace.go:171","msg":"trace[1553918286] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8037; }","duration":"104.627121ms","start":"2026-04-03T05:19:23.712054Z","end":"2026-04-03T05:19:23.816681Z","steps":["trace[1553918286] 'agreement among raft nodes before linearized reading' (duration: 104.334754ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:23.976089Z","caller":"traceutil/trace.go:171","msg":"trace[236412221] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"154.433186ms","start":"2026-04-03T05:19:23.821631Z","end":"2026-04-03T05:19:23.976064Z","steps":["trace[236412221] 'process raft request' (duration: 154.218211ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:23.976608Z","caller":"traceutil/trace.go:171","msg":"trace[755374096] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"154.187361ms","start":"2026-04-03T05:19:23.822386Z","end":"2026-04-03T05:19:23.976573Z","steps":["trace[755374096] 'process raft request' (duration: 153.943685ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:23.976628Z","caller":"traceutil/trace.go:171","msg":"trace[2063599820] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"151.577538ms","start":"2026-04-03T05:19:23.825014Z","end":"2026-04-03T05:19:23.976591Z","steps":["trace[2063599820] 'process raft request' (duration: 151.482286ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:23.976674Z","caller":"traceutil/trace.go:171","msg":"trace[1055603082] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"154.601931ms","start":"2026-04-03T05:19:23.822037Z","end":"2026-04-03T05:19:23.976639Z","steps":["trace[1055603082] 'process raft request' (duration: 153.985106ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:24.530039Z","caller":"traceutil/trace.go:171","msg":"trace[2051185761] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"157.586322ms","start":"2026-04-03T05:19:24.372428Z","end":"2026-04-03T05:19:24.530014Z","steps":["trace[2051185761] 'process raft request' (duration: 108.182386ms)","trace[2051185761] 'compare' (duration: 49.196091ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:19:41.198017Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5968} {"level":"info","ts":"2026-04-03T05:19:41.291266Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5968,"took":"90.993256ms","hash":4088730830,"current-db-size-bytes":57540608,"current-db-size":"58 MB","current-db-size-in-use-bytes":22446080,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-03T05:19:41.291339Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4088730830,"revision":5968,"compact-revision":2873} {"level":"warn","ts":"2026-04-03T05:19:50.444706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.294939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T05:19:50.444826Z","caller":"traceutil/trace.go:171","msg":"trace[1096556937] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8234; }","duration":"334.475924ms","start":"2026-04-03T05:19:50.110323Z","end":"2026-04-03T05:19:50.444799Z","steps":["trace[1096556937] 'range keys from in-memory index tree' (duration: 334.056874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:50.444892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.878365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T05:19:50.444912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.135606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:19:50.444985Z","caller":"traceutil/trace.go:171","msg":"trace[260473765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8234; }","duration":"332.987597ms","start":"2026-04-03T05:19:50.111977Z","end":"2026-04-03T05:19:50.444965Z","steps":["trace[260473765] 'range keys from in-memory index tree' (duration: 332.652039ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:50.445016Z","caller":"traceutil/trace.go:171","msg":"trace[1035718243] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8234; }","duration":"329.260839ms","start":"2026-04-03T05:19:50.115727Z","end":"2026-04-03T05:19:50.444988Z","steps":["trace[1035718243] 'range keys from in-memory index tree' (duration: 328.972202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:50.445036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:50.111935Z","time spent":"333.09242ms","remote":"127.0.0.1:53074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:19:50.445074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:50.115719Z","time spent":"329.343161ms","remote":"127.0.0.1:53074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:19:50.445094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:50.110293Z","time spent":"334.78865ms","remote":"127.0.0.1:53074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:19:50.445501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.694207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:19:50.445787Z","caller":"traceutil/trace.go:171","msg":"trace[540781236] linearizableReadLoop","detail":"{readStateIndex:8521; appliedIndex:8520; }","duration":"188.729922ms","start":"2026-04-03T05:19:50.257034Z","end":"2026-04-03T05:19:50.445764Z","steps":["trace[540781236] 'read index received' (duration: 66.622455ms)","trace[540781236] 'applied index is now lower than readState.Index' (duration: 122.105367ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:19:50.445833Z","caller":"traceutil/trace.go:171","msg":"trace[2127998513] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"323.116962ms","start":"2026-04-03T05:19:50.122664Z","end":"2026-04-03T05:19:50.445781Z","steps":["trace[2127998513] 'process raft request' (duration: 200.997124ms)","trace[2127998513] 'compare' (duration: 121.027012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:19:50.445994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.967318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5w2cx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T05:19:50.446035Z","caller":"traceutil/trace.go:171","msg":"trace[1016899410] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5w2cx; range_end:; response_count:1; response_revision:8235; }","duration":"189.05006ms","start":"2026-04-03T05:19:50.256973Z","end":"2026-04-03T05:19:50.446023Z","steps":["trace[1016899410] 'agreement among raft nodes before linearized reading' (duration: 188.857476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:50.446047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:50.122638Z","time spent":"323.295346ms","remote":"127.0.0.1:53074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:20:03.893863Z","caller":"traceutil/trace.go:171","msg":"trace[1632549022] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"115.644272ms","start":"2026-04-03T05:20:03.778186Z","end":"2026-04-03T05:20:03.89383Z","steps":["trace[1632549022] 'process raft request' (duration: 115.437388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:20:04.465228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.333191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:20:04.465395Z","caller":"traceutil/trace.go:171","msg":"trace[1128475245] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"118.099233ms","start":"2026-04-03T05:20:04.347271Z","end":"2026-04-03T05:20:04.46537Z","steps":["trace[1128475245] 'process raft request' (duration: 11.492624ms)","trace[1128475245] 'compare' (duration: 106.136717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:20:04.814871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.358162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-03T05:20:04.814974Z","caller":"traceutil/trace.go:171","msg":"trace[1839273702] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8354; }","duration":"219.537376ms","start":"2026-04-03T05:20:04.595412Z","end":"2026-04-03T05:20:04.81495Z","steps":["trace[1839273702] 'range keys from in-memory index tree' (duration: 219.065915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:20:04.815031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.838837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5w2cx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T05:20:04.815155Z","caller":"traceutil/trace.go:171","msg":"trace[1151447527] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5w2cx; range_end:; response_count:1; response_revision:8354; }","duration":"213.00152ms","start":"2026-04-03T05:20:04.602129Z","end":"2026-04-03T05:20:04.81513Z","steps":["trace[1151447527] 'range keys from in-memory index tree' (duration: 212.617781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:20:04.8152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.912638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-03T05:20:04.815257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.723971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T05:20:04.81528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.926014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-04-03T05:20:04.815366Z","caller":"traceutil/trace.go:171","msg":"trace[349113141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8354; }","duration":"219.844043ms","start":"2026-04-03T05:20:04.595504Z","end":"2026-04-03T05:20:04.815348Z","steps":["trace[349113141] 'range keys from in-memory index tree' (duration: 219.393242ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:20:04.815413Z","caller":"traceutil/trace.go:171","msg":"trace[948533650] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8354; }","duration":"167.129038ms","start":"2026-04-03T05:20:04.648262Z","end":"2026-04-03T05:20:04.815391Z","steps":["trace[948533650] 'range keys from in-memory index tree' (duration: 166.676607ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:20:04.815337Z","caller":"traceutil/trace.go:171","msg":"trace[235826825] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8354; }","duration":"218.292447ms","start":"2026-04-03T05:20:04.596976Z","end":"2026-04-03T05:20:04.815268Z","steps":["trace[235826825] 'range keys from in-memory index tree' (duration: 217.663061ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:20:05.446332Z","caller":"traceutil/trace.go:171","msg":"trace[78171985] linearizableReadLoop","detail":"{readStateIndex:8653; appliedIndex:8652; }","duration":"134.387919ms","start":"2026-04-03T05:20:05.31192Z","end":"2026-04-03T05:20:05.446308Z","steps":["trace[78171985] 'read index received' (duration: 134.187954ms)","trace[78171985] 'applied index is now lower than readState.Index' (duration: 199.205µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:20:05.446385Z","caller":"traceutil/trace.go:171","msg":"trace[1327956190] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"135.496716ms","start":"2026-04-03T05:20:05.310864Z","end":"2026-04-03T05:20:05.446361Z","steps":["trace[1327956190] 'process raft request' (duration: 135.254931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:20:05.446538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.630485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T05:20:05.446706Z","caller":"traceutil/trace.go:171","msg":"trace[1319394394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8361; }","duration":"134.83286ms","start":"2026-04-03T05:20:05.311853Z","end":"2026-04-03T05:20:05.446686Z","steps":["trace[1319394394] 'agreement among raft nodes before linearized reading' (duration: 134.553753ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:20:05.482067Z","caller":"traceutil/trace.go:171","msg":"trace[333917727] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"110.07309ms","start":"2026-04-03T05:20:05.371969Z","end":"2026-04-03T05:20:05.482043Z","steps":["trace[333917727] 'process raft request' (duration: 82.191826ms)","trace[333917727] 'compare' (duration: 27.494795ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:21:12.607266Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000245a.wal"} {"level":"info","ts":"2026-04-03T05:22:34.347623Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb89ec34a9687f0b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T05:22:34.352949Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-03T05:22:34.353047Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-03T05:24:41.20383Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8139} {"level":"info","ts":"2026-04-03T05:24:41.272144Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8139,"took":"66.052466ms","hash":3784428970,"current-db-size-bytes":57540608,"current-db-size":"58 MB","current-db-size-in-use-bytes":29003776,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-03T05:24:41.272215Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3784428970,"revision":8139,"compact-revision":5968} {"level":"info","ts":"2026-04-03T05:29:41.210797Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10575} {"level":"info","ts":"2026-04-03T05:29:41.283985Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10575,"took":"71.191287ms","hash":3920456913,"current-db-size-bytes":57540608,"current-db-size":"58 MB","current-db-size-in-use-bytes":19914752,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-03T05:29:41.284085Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3920456913,"revision":10575,"compact-revision":8139}